2021-09-02T22:42:52.172 INFO:root:teuthology version: 1.1.0-df69d6db 2021-09-02T22:42:52.173 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi --description rgw/multisite/{clusters frontend/beast ignore-pg-availability omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{centos_8} tasks/test_multi} --archive /home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854 --owner scheduled_soumyakoduri@teuthology -- /home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854/orig.config.yaml 2021-09-02T22:42:52.215 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2021-09-02T22:42:52.268 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854 branch: wip-skoduri-dbstore-object description: rgw/multisite/{clusters frontend/beast ignore-pg-availability omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{centos_8} tasks/test_multi} email: null first_in_suite: false job_id: '6372854' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi nuke-on-error: true os_type: centos os_version: '8.3' overrides: admin_socket: branch: wip-skoduri-dbstore-object ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= rgw curl low speed time: 300 rgw data log num shards: 4 rgw md log max shards: 4 rgw sync log trim interval: 0 rgw sync meta inject err probability: 0.1 rgw sync obj etag verify: true setgroup: ceph setuser: ceph mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug filestore: 20 debug journal: 20 debug ms: 20 debug osd: 25 rocksdb delete range threshold: 0 osd.0: osd_max_omap_entries_per_request: 10 osd.1: osd_max_omap_entries_per_request: 1000 osd.2: osd_max_omap_entries_per_request: 10000 log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 9366f375ac31713c35e559edbd160565b784db1d wait-for-scrub: false ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: sha1: 9366f375ac31713c35e559edbd160565b784db1d rgw: compression type: random frontend: beast rgw-multisite: realm: is default: true name: test-realm zonegroups: - endpoints: - c1.client.0 is_default: true is_master: true name: test-zonegroup zones: - endpoints: - c1.client.0 is_default: true is_master: true name: test-zone1 - endpoints: - c2.client.0 is_default: true name: test-zone2 - endpoints: - c1.client.1 name: test-zone3 - endpoints: - c2.client.1 is_pubsub: true name: test-zone4 rgw-multisite-tests: args: - tests.py - tests_ps.py selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-skoduri-dbstore-object sha1: 9366f375ac31713c35e559edbd160565b784db1d owner: scheduled_soumyakoduri@teuthology priority: 100 repo: https://github.com/ceph/ceph-ci.git roles: - - c1.mon.a - c1.mgr.x - c1.osd.0 - c1.osd.1 - c1.osd.2 - c1.client.0 - c1.client.1 - - c2.mon.a - c2.mgr.x - c2.osd.0 - c2.osd.1 - c2.osd.2 - c2.client.0 - c2.client.1 sha1: 9366f375ac31713c35e559edbd160565b784db1d sleep_before_teardown: 0 suite: rgw suite_branch: wip-skoduri-dbstore-object suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa suite_relpath: qa suite_repo: git://git.ceph.com/ceph-ci.git suite_sha1: 9366f375ac31713c35e559edbd160565b784db1d targets: smithi132.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDarkuxQQLtbLL8ZjyZIHbqSPWoCH/owH8MzOBUg9s0NKYLXmt6s8XfTAMJW66WMaQzxuArQYclVB81zC6q8C/+CtODsVXns0aGAmNPFEwhS+S3VEI0JLKN7DjbwkcJzdJ00ae49Ad50F2p32h8Ve9GPTUWfVMdlJKA4F32IzbHMHRd39RqbiwI5REfMkYMhtut/UmJx43dmf78q0W5HCbXjI3xQwKX92rbslqzfvASY/BeKR2IyVDdWLmKkJLONIGIjup64ChiBY29FlXMLTr7uPJh+cR0li1s6dt+kjPAq3NtEOFGRjKbLF5F2/eC3W5xcN4PyaCpThvDCftdFjeyChdLDgpHki28P+1ZaZVdy+cmgpnlizD1Nng2+R5RRwS9Pg7yQC8PHM9zPcf5sAfDQg/ZsH6o7HMtz8NI51+TWJxmViZ9LiFFAu5+Wbn4cHsiGGDZsC5TxYleBEiF7S1uOtJeNN2DJ2V5Ka6blnJ+JPZAsy8t9gRrTANDlw4XsRk= smithi162.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMPGIRgGKsWIFGRDmOvBNTtHlcMOL18qJb9bixh3xX4uJdx6gWSuUVaYZXOktPtUdDQi3zyuqzcHQn7Z1tAI0NU4y7Wr/9MlwP8ygDdrwpvzuWuVr/2x9Qrlkm1R/VC9bUuwbE2ecskRIygDgpKPCt8wORe4XpA2pyB1dWRaknh/jmpZjURcfemOXMFJCuCelnzdzquOi0VvFX9WF5HUFBluHAe/n60SvAPWK7OWihDtP6djcVj5tc3SvHwhTzHV8RnecQmCyg8ElBr4k7n5fDC/5Dhve1KpHg24C87S/hxEasobaVzltTwWI43lO449T4NbSWw6Pz9408qcekI+ZFumCrfxZjolZeTnxf/jML9kITFa7jKMXGp0oDoPF1+zBEJiq+F3wB5l2TkEUOWcRPXG+ViDL7z2EOzvJTtm8/0DaM0YcVp61HKqcWxAnS1osUNJkQUUbJF4H5EdqaZLPqvKUCJcWQU31V4B6JH5pMz/OZm4G+2geEl3CrXChkt7E= tasks: - install: null - ceph: cluster: c1 - ceph: cluster: c2 - rgw: c1.client.0: port: 8000 c1.client.1: port: 8001 c2.client.0: port: 8000 c2.client.1: port: 8001 - rgw-multisite: null - rgw-multisite-tests: config: reconfigure_delay: 60 teuthology_branch: master timestamp: 2021-09-02_19:33:37 tube: smithi user: soumyakoduri verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.30581 2021-09-02T22:42:52.269 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa; will attempt to use it 2021-09-02T22:42:52.270 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa/tasks 2021-09-02T22:42:52.270 INFO:teuthology.run_tasks:Running task internal.check_packages... 2021-09-02T22:42:52.272 INFO:teuthology.task.internal:Checking packages... 2021-09-02T22:42:52.292 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'basic' and ceph hash '9366f375ac31713c35e559edbd160565b784db1d' 2021-09-02T22:42:52.293 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2021-09-02T22:42:52.294 INFO:teuthology.packaging:ref: None 2021-09-02T22:42:52.294 INFO:teuthology.packaging:tag: None 2021-09-02T22:42:52.294 INFO:teuthology.packaging:branch: wip-skoduri-dbstore-object 2021-09-02T22:42:52.295 INFO:teuthology.packaging:sha1: 9366f375ac31713c35e559edbd160565b784db1d 2021-09-02T22:42:52.295 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-skoduri-dbstore-object 2021-09-02T22:42:52.471 INFO:teuthology.task.internal:Found packages for ceph version 17.0.0-7401.g9366f375 2021-09-02T22:42:52.472 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2021-09-02T22:42:52.483 INFO:teuthology.task.internal:no buildpackages task found 2021-09-02T22:42:52.483 INFO:teuthology.run_tasks:Running task internal.save_config... 2021-09-02T22:42:52.571 INFO:teuthology.task.internal:Saving configuration 2021-09-02T22:42:52.588 INFO:teuthology.run_tasks:Running task internal.check_lock... 2021-09-02T22:42:52.650 INFO:teuthology.task.internal.check_lock:Checking locks... 2021-09-02T22:42:52.669 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-09-02 22:37:56.474372', 'description': '/home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854', 'locked_by': 'scheduled_soumyakoduri@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJsZGfowj3Oa0D3Vu74qTjOy47EgaUljmO8IKeTu2TEZMjKd41PfJI5icXeK2PMFAiFlk1WifuWUhwGZDdzAtiI=', 'os_version': '8', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi132.front.sepia.ceph.com'} 2021-09-02T22:42:52.686 DEBUG:teuthology.task.internal.check_lock:machine status is {'is_vm': False, 'locked': True, 'locked_since': '2021-09-02 22:37:56.474405', 'description': '/home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854', 'locked_by': 'scheduled_soumyakoduri@teuthology', 'up': True, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBW+N1/UbLbyH+wgNdQnUJRn5RZ0k4cp0n6A898G5D2Nb72mBtOahxDNkd3YfFh5TQSk+R6xminviRy2ds40vJE=', 'os_version': '8', 'machine_type': 'smithi', 'vm_host': None, 'os_type': 'centos', 'arch': 'x86_64', 'mac_address': None, 'name': 'smithi162.front.sepia.ceph.com'} 2021-09-02T22:42:52.686 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2021-09-02T22:42:52.731 INFO:teuthology.task.internal:roles: ubuntu@smithi132.front.sepia.ceph.com - ['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0', 'c1.client.1'] 2021-09-02T22:42:52.731 INFO:teuthology.task.internal:roles: ubuntu@smithi162.front.sepia.ceph.com - ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1'] 2021-09-02T22:42:52.731 INFO:teuthology.run_tasks:Running task console_log... 2021-09-02T22:42:52.900 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0337210d90>, signals=[15]) 2021-09-02T22:42:52.901 INFO:teuthology.run_tasks:Running task internal.connect... 2021-09-02T22:42:52.940 INFO:teuthology.task.internal:Opening connections... 2021-09-02T22:42:52.941 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:42:52.943 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:42:53.014 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:42:53.015 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:42:53.084 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2021-09-02T22:42:53.095 DEBUG:teuthology.orchestra.run.smithi132:> uname -m 2021-09-02T22:42:53.118 INFO:teuthology.orchestra.run.smithi132.stdout:x86_64 2021-09-02T22:42:53.119 DEBUG:teuthology.orchestra.run.smithi132:> cat /etc/os-release 2021-09-02T22:42:53.172 INFO:teuthology.orchestra.run.smithi132.stdout:NAME="CentOS Linux" 2021-09-02T22:42:53.173 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION="8" 2021-09-02T22:42:53.173 INFO:teuthology.orchestra.run.smithi132.stdout:ID="centos" 2021-09-02T22:42:53.173 INFO:teuthology.orchestra.run.smithi132.stdout:ID_LIKE="rhel fedora" 2021-09-02T22:42:53.174 INFO:teuthology.orchestra.run.smithi132.stdout:VERSION_ID="8" 2021-09-02T22:42:53.174 INFO:teuthology.orchestra.run.smithi132.stdout:PLATFORM_ID="platform:el8" 2021-09-02T22:42:53.174 INFO:teuthology.orchestra.run.smithi132.stdout:PRETTY_NAME="CentOS Linux 8" 2021-09-02T22:42:53.175 INFO:teuthology.orchestra.run.smithi132.stdout:ANSI_COLOR="0;31" 2021-09-02T22:42:53.175 INFO:teuthology.orchestra.run.smithi132.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-09-02T22:42:53.176 INFO:teuthology.orchestra.run.smithi132.stdout:HOME_URL="https://centos.org/" 2021-09-02T22:42:53.176 INFO:teuthology.orchestra.run.smithi132.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-09-02T22:42:53.176 INFO:teuthology.orchestra.run.smithi132.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-09-02T22:42:53.177 INFO:teuthology.orchestra.run.smithi132.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-09-02T22:42:53.178 INFO:teuthology.lock.ops:Updating smithi132.front.sepia.ceph.com on lock server 2021-09-02T22:42:53.198 DEBUG:teuthology.orchestra.run.smithi162:> uname -m 2021-09-02T22:42:53.214 INFO:teuthology.orchestra.run.smithi162.stdout:x86_64 2021-09-02T22:42:53.215 DEBUG:teuthology.orchestra.run.smithi162:> cat /etc/os-release 2021-09-02T22:42:53.269 INFO:teuthology.orchestra.run.smithi162.stdout:NAME="CentOS Linux" 2021-09-02T22:42:53.269 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION="8" 2021-09-02T22:42:53.269 INFO:teuthology.orchestra.run.smithi162.stdout:ID="centos" 2021-09-02T22:42:53.270 INFO:teuthology.orchestra.run.smithi162.stdout:ID_LIKE="rhel fedora" 2021-09-02T22:42:53.270 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION_ID="8" 2021-09-02T22:42:53.270 INFO:teuthology.orchestra.run.smithi162.stdout:PLATFORM_ID="platform:el8" 2021-09-02T22:42:53.270 INFO:teuthology.orchestra.run.smithi162.stdout:PRETTY_NAME="CentOS Linux 8" 2021-09-02T22:42:53.270 INFO:teuthology.orchestra.run.smithi162.stdout:ANSI_COLOR="0;31" 2021-09-02T22:42:53.271 INFO:teuthology.orchestra.run.smithi162.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2021-09-02T22:42:53.271 INFO:teuthology.orchestra.run.smithi162.stdout:HOME_URL="https://centos.org/" 2021-09-02T22:42:53.271 INFO:teuthology.orchestra.run.smithi162.stdout:BUG_REPORT_URL="https://bugs.centos.org/" 2021-09-02T22:42:53.271 INFO:teuthology.orchestra.run.smithi162.stdout:CENTOS_MANTISBT_PROJECT="CentOS-8" 2021-09-02T22:42:53.272 INFO:teuthology.orchestra.run.smithi162.stdout:CENTOS_MANTISBT_PROJECT_VERSION="8" 2021-09-02T22:42:53.272 INFO:teuthology.lock.ops:Updating smithi162.front.sepia.ceph.com on lock server 2021-09-02T22:42:53.288 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2021-09-02T22:42:53.302 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2021-09-02T22:42:53.421 INFO:teuthology.task.internal:Checking for old test directory... 2021-09-02T22:42:53.422 DEBUG:teuthology.orchestra.run.smithi132:> test '!' -e /home/ubuntu/cephtest 2021-09-02T22:42:53.424 DEBUG:teuthology.orchestra.run.smithi162:> test '!' -e /home/ubuntu/cephtest 2021-09-02T22:42:53.438 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2021-09-02T22:42:53.545 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2021-09-02T22:42:53.546 DEBUG:teuthology.orchestra.run.smithi132:> test -z $(ls -A /var/lib/ceph) 2021-09-02T22:42:53.549 DEBUG:teuthology.orchestra.run.smithi162:> test -z $(ls -A /var/lib/ceph) 2021-09-02T22:42:53.577 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2021-09-02T22:42:53.687 INFO:teuthology.run_tasks:Running task kernel... 2021-09-02T22:42:53.767 DEBUG:teuthology.task.kernel:normalized config {'c1.mon.a': {'kdb': True, 'sha1': 'distro'}, 'c1.mgr.x': {'kdb': True, 'sha1': 'distro'}, 'c1.osd.0': {'kdb': True, 'sha1': 'distro'}, 'c1.osd.1': {'kdb': True, 'sha1': 'distro'}, 'c1.osd.2': {'kdb': True, 'sha1': 'distro'}, 'c1.client.0': {'kdb': True, 'sha1': 'distro'}, 'c1.client.1': {'kdb': True, 'sha1': 'distro'}, 'c2.mon.a': {'kdb': True, 'sha1': 'distro'}, 'c2.mgr.x': {'kdb': True, 'sha1': 'distro'}, 'c2.osd.0': {'kdb': True, 'sha1': 'distro'}, 'c2.osd.1': {'kdb': True, 'sha1': 'distro'}, 'c2.osd.2': {'kdb': True, 'sha1': 'distro'}, 'c2.client.0': {'kdb': True, 'sha1': 'distro'}, 'c2.client.1': {'kdb': True, 'sha1': 'distro'}} 2021-09-02T22:42:53.769 INFO:teuthology.task.kernel:config {'c1.mon.a': {'kdb': True, 'sha1': 'distro'}, 'c2.mon.a': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2021-09-02T22:42:53.769 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2021-09-02T22:42:53.786 INFO:teuthology.orchestra.run.smithi132.stdout:4.18.0-305.10.2.el8_4.x86_64 2021-09-02T22:42:53.787 INFO:teuthology.task.kernel:Running kernel on smithi132: 4.18.0-305.10.2.el8_4.x86_64 2021-09-02T22:42:53.787 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum install -y kernel 2021-09-02T22:42:56.182 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - AppStream 45 MB/s | 8.8 MB 00:00 2021-09-02T22:42:57.691 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - Base 43 MB/s | 5.6 MB 00:00 2021-09-02T22:42:58.532 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - Extras 133 kB/s | 10 kB 00:00 2021-09-02T22:42:59.004 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Linux 8 - AppStream 21 MB/s | 8.8 MB 00:00 2021-09-02T22:43:01.066 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Linux 8 - BaseOS 8.0 MB/s | 5.6 MB 00:00 2021-09-02T22:43:02.098 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Linux 8 - Extras 39 kB/s | 10 kB 00:00 2021-09-02T22:43:02.240 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - PowerTools 27 MB/s | 2.3 MB 00:00 2021-09-02T22:43:04.427 INFO:teuthology.orchestra.run.smithi132.stdout:Copr repo for python3-asyncssh owned by ceph 1.9 kB/s | 3.5 kB 00:01 2021-09-02T22:43:05.309 INFO:teuthology.orchestra.run.smithi132.stdout:Extra Packages for Enterprise Linux 12 MB/s | 10 MB 00:00 2021-09-02T22:43:07.479 INFO:teuthology.orchestra.run.smithi132.stdout:lab-extras 4.8 MB/s | 24 kB 00:00 2021-09-02T22:43:09.435 INFO:teuthology.orchestra.run.smithi132.stdout:Package kernel-4.18.0-305.10.2.el8_4.x86_64 is already installed. 2021-09-02T22:43:09.436 INFO:teuthology.orchestra.run.smithi132.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2021-09-02T22:43:09.738 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:43:09.739 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:43:09.739 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:43:09.739 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:43:09.740 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:43:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: kernel x86_64 4.18.0-305.12.1.el8_4 CentOS-Base 5.9 M 2021-09-02T22:43:09.740 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:43:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-core x86_64 4.18.0-305.12.1.el8_4 CentOS-Base 36 M 2021-09-02T22:43:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules x86_64 4.18.0-305.12.1.el8_4 CentOS-Base 28 M 2021-09-02T22:43:09.741 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:43:09.741 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:43:09.741 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:43:09.741 INFO:teuthology.orchestra.run.smithi132.stdout:Install 3 Packages 2021-09-02T22:43:09.742 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:43:09.742 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 70 M 2021-09-02T22:43:09.742 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 88 M 2021-09-02T22:43:09.742 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:43:09.887 INFO:teuthology.orchestra.run.smithi132.stdout:(1/3): kernel-4.18.0-305.12.1.el8_4.x86_64.rpm 40 MB/s | 5.9 MB 00:00 2021-09-02T22:43:10.529 INFO:teuthology.orchestra.run.smithi132.stdout:(2/3): kernel-core-4.18.0-305.12.1.el8_4.x86_64 45 MB/s | 36 MB 00:00 2021-09-02T22:43:10.845 INFO:teuthology.orchestra.run.smithi132.stdout:(3/3): kernel-modules-4.18.0-305.12.1.el8_4.x86 25 MB/s | 28 MB 00:01 2021-09-02T22:43:10.848 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:43:10.849 INFO:teuthology.orchestra.run.smithi132.stdout:Total 63 MB/s | 70 MB 00:01 2021-09-02T22:43:10.959 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:43:11.273 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:43:11.274 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:43:12.460 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:43:12.482 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:43:14.898 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:43:15.376 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-core-4.18.0-305.12.1.el8_4.x86_64 1/3 2021-09-02T22:43:18.523 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-core-4.18.0-305.12.1.el8_4.x86_64 1/3 2021-09-02T22:43:18.842 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-modules-4.18.0-305.12.1.el8_4.x86_64 2/3 2021-09-02T22:43:21.811 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-modules-4.18.0-305.12.1.el8_4.x86_64 2/3 2021-09-02T22:43:22.012 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : kernel-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:43:42.328 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-core-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:43:42.623 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: kernel-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:43:42.623 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-4.18.0-305.12.1.el8_4.x86_64 1/3 2021-09-02T22:43:42.624 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-core-4.18.0-305.12.1.el8_4.x86_64 2/3 2021-09-02T22:43:43.015 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : kernel-modules-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:43:43.016 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:43:43.016 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:43:43.016 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:43:43.016 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-core-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:43:43.016 INFO:teuthology.orchestra.run.smithi132.stdout: kernel-modules-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:43:43.017 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:43:43.017 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:43:43.076 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q kernel --last | head -n 1 2021-09-02T22:43:43.223 INFO:teuthology.orchestra.run.smithi132.stdout:kernel-4.18.0-305.12.1.el8_4.x86_64 Thu 02 Sep 2021 10:43:21 PM UTC 2021-09-02T22:43:43.225 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:43:43.225 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-305.10.2.el8_4.x86_64 Expected: 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:43:43.226 DEBUG:teuthology.orchestra.run.smithi162:> uname -r 2021-09-02T22:43:43.244 INFO:teuthology.orchestra.run.smithi162.stdout:4.18.0-305.10.2.el8_4.x86_64 2021-09-02T22:43:43.245 INFO:teuthology.task.kernel:Running kernel on smithi162: 4.18.0-305.10.2.el8_4.x86_64 2021-09-02T22:43:43.245 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum install -y kernel 2021-09-02T22:43:45.569 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - AppStream 41 MB/s | 8.8 MB 00:00 2021-09-02T22:43:47.058 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - Base 45 MB/s | 5.6 MB 00:00 2021-09-02T22:43:47.937 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - Extras 103 kB/s | 10 kB 00:00 2021-09-02T22:43:48.536 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Linux 8 - AppStream 16 MB/s | 8.8 MB 00:00 2021-09-02T22:43:50.625 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Linux 8 - BaseOS 8.4 MB/s | 5.6 MB 00:00 2021-09-02T22:43:51.531 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Linux 8 - Extras 94 kB/s | 10 kB 00:00 2021-09-02T22:43:51.683 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - PowerTools 24 MB/s | 2.3 MB 00:00 2021-09-02T22:43:53.886 INFO:teuthology.orchestra.run.smithi162.stdout:Copr repo for python3-asyncssh owned by ceph 1.9 kB/s | 3.5 kB 00:01 2021-09-02T22:43:54.704 INFO:teuthology.orchestra.run.smithi162.stdout:Extra Packages for Enterprise Linux 14 MB/s | 10 MB 00:00 2021-09-02T22:43:56.814 INFO:teuthology.orchestra.run.smithi162.stdout:lab-extras 4.2 MB/s | 24 kB 00:00 2021-09-02T22:43:58.748 INFO:teuthology.orchestra.run.smithi162.stdout:Package kernel-4.18.0-305.10.2.el8_4.x86_64 is already installed. 2021-09-02T22:43:58.749 INFO:teuthology.orchestra.run.smithi162.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2021-09-02T22:43:59.061 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:43:59.061 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:43:59.062 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:43:59.062 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:43:59.062 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:43:59.062 INFO:teuthology.orchestra.run.smithi162.stdout: kernel x86_64 4.18.0-305.12.1.el8_4 CentOS-Base 5.9 M 2021-09-02T22:43:59.063 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:43:59.063 INFO:teuthology.orchestra.run.smithi162.stdout: kernel-core x86_64 4.18.0-305.12.1.el8_4 CentOS-Base 36 M 2021-09-02T22:43:59.063 INFO:teuthology.orchestra.run.smithi162.stdout: kernel-modules x86_64 4.18.0-305.12.1.el8_4 CentOS-Base 28 M 2021-09-02T22:43:59.063 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:43:59.063 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:43:59.064 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:43:59.064 INFO:teuthology.orchestra.run.smithi162.stdout:Install 3 Packages 2021-09-02T22:43:59.064 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:43:59.065 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 70 M 2021-09-02T22:43:59.065 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 88 M 2021-09-02T22:43:59.066 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:43:59.393 INFO:teuthology.orchestra.run.smithi162.stdout:(1/3): kernel-4.18.0-305.12.1.el8_4.x86_64.rpm 18 MB/s | 5.9 MB 00:00 2021-09-02T22:44:00.094 INFO:teuthology.orchestra.run.smithi162.stdout:(2/3): kernel-core-4.18.0-305.12.1.el8_4.x86_64 35 MB/s | 36 MB 00:01 2021-09-02T22:44:00.321 INFO:teuthology.orchestra.run.smithi162.stdout:(3/3): kernel-modules-4.18.0-305.12.1.el8_4.x86 22 MB/s | 28 MB 00:01 2021-09-02T22:44:00.325 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:44:00.326 INFO:teuthology.orchestra.run.smithi162.stdout:Total 55 MB/s | 70 MB 00:01 2021-09-02T22:44:00.438 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:44:00.769 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:44:00.770 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:44:01.979 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:44:02.000 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:44:04.430 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:44:04.930 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : kernel-core-4.18.0-305.12.1.el8_4.x86_64 1/3 2021-09-02T22:44:08.202 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: kernel-core-4.18.0-305.12.1.el8_4.x86_64 1/3 2021-09-02T22:44:08.537 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : kernel-modules-4.18.0-305.12.1.el8_4.x86_64 2/3 2021-09-02T22:44:11.507 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: kernel-modules-4.18.0-305.12.1.el8_4.x86_64 2/3 2021-09-02T22:44:11.707 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : kernel-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:44:32.096 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: kernel-core-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:44:32.415 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: kernel-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:44:32.415 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : kernel-4.18.0-305.12.1.el8_4.x86_64 1/3 2021-09-02T22:44:32.415 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : kernel-core-4.18.0-305.12.1.el8_4.x86_64 2/3 2021-09-02T22:44:32.836 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : kernel-modules-4.18.0-305.12.1.el8_4.x86_64 3/3 2021-09-02T22:44:32.837 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:44:32.837 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:44:32.837 INFO:teuthology.orchestra.run.smithi162.stdout: kernel-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:32.837 INFO:teuthology.orchestra.run.smithi162.stdout: kernel-core-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:32.838 INFO:teuthology.orchestra.run.smithi162.stdout: kernel-modules-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:32.838 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:44:32.838 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:44:32.906 DEBUG:teuthology.orchestra.run.smithi162:> rpm -q kernel --last | head -n 1 2021-09-02T22:44:33.047 INFO:teuthology.orchestra.run.smithi162.stdout:kernel-4.18.0-305.12.1.el8_4.x86_64 Thu 02 Sep 2021 10:44:11 PM UTC 2021-09-02T22:44:33.048 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:33.049 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-305.10.2.el8_4.x86_64 Expected: 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:33.049 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2021-09-02T22:44:33.050 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-09-02T22:44:33.050 DEBUG:teuthology.task.kernel:src is distro, skipping download 2021-09-02T22:44:33.050 INFO:teuthology.task.kernel:Installing distro kernel on c1.mon.a... 2021-09-02T22:44:33.051 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi132.front.sepia.ceph.com, path=None, version=distro) 2021-09-02T22:44:33.051 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q kernel --last | head -n 1 2021-09-02T22:44:33.190 INFO:teuthology.orchestra.run.smithi132.stdout:kernel-4.18.0-305.12.1.el8_4.x86_64 Thu 02 Sep 2021 10:43:21 PM UTC 2021-09-02T22:44:33.192 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:33.193 DEBUG:teuthology.orchestra.run.smithi132:> sudo rpm -qi grub2-tools 2021-09-02T22:44:33.222 INFO:teuthology.orchestra.run.smithi132.stdout:Name : grub2-tools 2021-09-02T22:44:33.222 INFO:teuthology.orchestra.run.smithi132.stdout:Epoch : 1 2021-09-02T22:44:33.222 INFO:teuthology.orchestra.run.smithi132.stdout:Version : 2.02 2021-09-02T22:44:33.223 INFO:teuthology.orchestra.run.smithi132.stdout:Release : 90.el8 2021-09-02T22:44:33.223 INFO:teuthology.orchestra.run.smithi132.stdout:Architecture: x86_64 2021-09-02T22:44:33.223 INFO:teuthology.orchestra.run.smithi132.stdout:Install Date: Wed 11 Aug 2021 06:38:04 PM UTC 2021-09-02T22:44:33.223 INFO:teuthology.orchestra.run.smithi132.stdout:Group : System Environment/Base 2021-09-02T22:44:33.224 INFO:teuthology.orchestra.run.smithi132.stdout:Size : 9197207 2021-09-02T22:44:33.224 INFO:teuthology.orchestra.run.smithi132.stdout:License : GPLv3+ 2021-09-02T22:44:33.224 INFO:teuthology.orchestra.run.smithi132.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2021-09-02T22:44:33.225 INFO:teuthology.orchestra.run.smithi132.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2021-09-02T22:44:33.225 INFO:teuthology.orchestra.run.smithi132.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2021-09-02T22:44:33.225 INFO:teuthology.orchestra.run.smithi132.stdout:Build Host : kbuilder.bsys.centos.org 2021-09-02T22:44:33.225 INFO:teuthology.orchestra.run.smithi132.stdout:Relocations : (not relocatable) 2021-09-02T22:44:33.225 INFO:teuthology.orchestra.run.smithi132.stdout:Packager : CentOS BuildSystem 2021-09-02T22:44:33.226 INFO:teuthology.orchestra.run.smithi132.stdout:Vendor : CentOS 2021-09-02T22:44:33.226 INFO:teuthology.orchestra.run.smithi132.stdout:URL : http://www.gnu.org/software/grub/ 2021-09-02T22:44:33.226 INFO:teuthology.orchestra.run.smithi132.stdout:Summary : Support tools for GRUB. 2021-09-02T22:44:33.226 INFO:teuthology.orchestra.run.smithi132.stdout:Description : 2021-09-02T22:44:33.226 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:44:33.227 INFO:teuthology.orchestra.run.smithi132.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-09-02T22:44:33.227 INFO:teuthology.orchestra.run.smithi132.stdout:customizable bootloader with modular architecture. It supports a rich 2021-09-02T22:44:33.227 INFO:teuthology.orchestra.run.smithi132.stdout:variety of kernel formats, file systems, computer architectures and 2021-09-02T22:44:33.227 INFO:teuthology.orchestra.run.smithi132.stdout:hardware devices. 2021-09-02T22:44:33.227 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:44:33.228 INFO:teuthology.orchestra.run.smithi132.stdout:This subpackage provides tools for support of all platforms. 2021-09-02T22:44:33.229 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-09-02T22:44:33.229 INFO:teuthology.task.kernel:Updating grub on smithi132 to boot 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:33.230 DEBUG:teuthology.orchestra.run.smithi132:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-09-02T22:44:34.013 INFO:teuthology.orchestra.run.smithi132.stderr:Generating grub configuration file ... 2021-09-02T22:44:35.836 INFO:teuthology.orchestra.run.smithi132.stderr:done 2021-09-02T22:44:35.839 DEBUG:teuthology.orchestra.run.smithi132:> mktemp 2021-09-02T22:44:35.895 INFO:teuthology.orchestra.run.smithi132.stdout:/tmp/tmp.QqJWcXNefV 2021-09-02T22:44:35.896 DEBUG:teuthology.orchestra.run.smithi132:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.QqJWcXNefV 2021-09-02T22:44:35.924 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0666 /tmp/tmp.QqJWcXNefV 2021-09-02T22:44:36.088 DEBUG:teuthology.orchestra.remote:smithi132:/tmp/tmp.QqJWcXNefV is 6KB 2021-09-02T22:44:36.137 DEBUG:teuthology.orchestra.run.smithi132:> rm -fr /tmp/tmp.QqJWcXNefV 2021-09-02T22:44:36.151 DEBUG:teuthology.orchestra.run.smithi132:> sudo /bin/ls /boot/loader/entries || true 2021-09-02T22:44:36.212 INFO:teuthology.orchestra.run.smithi132.stdout:ecc66dffcd264e5181894e69c53ff13c-0-rescue.conf 2021-09-02T22:44:36.213 INFO:teuthology.orchestra.run.smithi132.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-240.el8.x86_64.conf 2021-09-02T22:44:36.213 INFO:teuthology.orchestra.run.smithi132.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.10.2.el8_4.x86_64.conf 2021-09-02T22:44:36.213 INFO:teuthology.orchestra.run.smithi132.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.12.1.el8_4.x86_64.conf 2021-09-02T22:44:36.214 DEBUG:teuthology.orchestra.run.smithi132:> sudo grub2-set-default ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:36.367 DEBUG:teuthology.orchestra.run.smithi132:> sudo shutdown -r now 2021-09-02T22:44:36.369 INFO:teuthology.task.kernel:Installing distro kernel on c2.mon.a... 2021-09-02T22:44:36.370 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi162.front.sepia.ceph.com, path=None, version=distro) 2021-09-02T22:44:36.370 DEBUG:teuthology.orchestra.run.smithi162:> rpm -q kernel --last | head -n 1 2021-09-02T22:44:36.511 INFO:teuthology.orchestra.run.smithi162.stdout:kernel-4.18.0-305.12.1.el8_4.x86_64 Thu 02 Sep 2021 10:44:11 PM UTC 2021-09-02T22:44:36.512 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:36.513 DEBUG:teuthology.orchestra.run.smithi162:> sudo rpm -qi grub2-tools 2021-09-02T22:44:36.542 INFO:teuthology.orchestra.run.smithi162.stdout:Name : grub2-tools 2021-09-02T22:44:36.543 INFO:teuthology.orchestra.run.smithi162.stdout:Epoch : 1 2021-09-02T22:44:36.543 INFO:teuthology.orchestra.run.smithi162.stdout:Version : 2.02 2021-09-02T22:44:36.543 INFO:teuthology.orchestra.run.smithi162.stdout:Release : 90.el8 2021-09-02T22:44:36.543 INFO:teuthology.orchestra.run.smithi162.stdout:Architecture: x86_64 2021-09-02T22:44:36.543 INFO:teuthology.orchestra.run.smithi162.stdout:Install Date: Wed 11 Aug 2021 06:38:04 PM UTC 2021-09-02T22:44:36.544 INFO:teuthology.orchestra.run.smithi162.stdout:Group : System Environment/Base 2021-09-02T22:44:36.544 INFO:teuthology.orchestra.run.smithi162.stdout:Size : 9197207 2021-09-02T22:44:36.544 INFO:teuthology.orchestra.run.smithi162.stdout:License : GPLv3+ 2021-09-02T22:44:36.544 INFO:teuthology.orchestra.run.smithi162.stdout:Signature : RSA/SHA256, Tue 08 Sep 2020 07:14:39 PM UTC, Key ID 05b555b38483c65d 2021-09-02T22:44:36.544 INFO:teuthology.orchestra.run.smithi162.stdout:Source RPM : grub2-2.02-90.el8.src.rpm 2021-09-02T22:44:36.545 INFO:teuthology.orchestra.run.smithi162.stdout:Build Date : Tue 08 Sep 2020 07:00:29 PM UTC 2021-09-02T22:44:36.545 INFO:teuthology.orchestra.run.smithi162.stdout:Build Host : kbuilder.bsys.centos.org 2021-09-02T22:44:36.545 INFO:teuthology.orchestra.run.smithi162.stdout:Relocations : (not relocatable) 2021-09-02T22:44:36.545 INFO:teuthology.orchestra.run.smithi162.stdout:Packager : CentOS BuildSystem 2021-09-02T22:44:36.546 INFO:teuthology.orchestra.run.smithi162.stdout:Vendor : CentOS 2021-09-02T22:44:36.546 INFO:teuthology.orchestra.run.smithi162.stdout:URL : http://www.gnu.org/software/grub/ 2021-09-02T22:44:36.546 INFO:teuthology.orchestra.run.smithi162.stdout:Summary : Support tools for GRUB. 2021-09-02T22:44:36.546 INFO:teuthology.orchestra.run.smithi162.stdout:Description : 2021-09-02T22:44:36.546 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:44:36.547 INFO:teuthology.orchestra.run.smithi162.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2021-09-02T22:44:36.547 INFO:teuthology.orchestra.run.smithi162.stdout:customizable bootloader with modular architecture. It supports a rich 2021-09-02T22:44:36.547 INFO:teuthology.orchestra.run.smithi162.stdout:variety of kernel formats, file systems, computer architectures and 2021-09-02T22:44:36.547 INFO:teuthology.orchestra.run.smithi162.stdout:hardware devices. 2021-09-02T22:44:36.548 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:44:36.548 INFO:teuthology.orchestra.run.smithi162.stdout:This subpackage provides tools for support of all platforms. 2021-09-02T22:44:36.549 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2021-09-02T22:44:36.549 INFO:teuthology.task.kernel:Updating grub on smithi162 to boot 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:36.550 DEBUG:teuthology.orchestra.run.smithi162:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2021-09-02T22:44:37.800 INFO:teuthology.orchestra.run.smithi162.stderr:Generating grub configuration file ... 2021-09-02T22:44:39.929 INFO:teuthology.orchestra.run.smithi162.stderr:done 2021-09-02T22:44:39.932 DEBUG:teuthology.orchestra.run.smithi162:> mktemp 2021-09-02T22:44:39.980 INFO:teuthology.orchestra.run.smithi162.stdout:/tmp/tmp.7YdKqFxw5s 2021-09-02T22:44:39.981 DEBUG:teuthology.orchestra.run.smithi162:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.7YdKqFxw5s 2021-09-02T22:44:40.010 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0666 /tmp/tmp.7YdKqFxw5s 2021-09-02T22:44:40.168 DEBUG:teuthology.orchestra.remote:smithi162:/tmp/tmp.7YdKqFxw5s is 6KB 2021-09-02T22:44:40.216 DEBUG:teuthology.orchestra.run.smithi162:> rm -fr /tmp/tmp.7YdKqFxw5s 2021-09-02T22:44:40.230 DEBUG:teuthology.orchestra.run.smithi162:> sudo /bin/ls /boot/loader/entries || true 2021-09-02T22:44:40.303 INFO:teuthology.orchestra.run.smithi162.stdout:ecc66dffcd264e5181894e69c53ff13c-0-rescue.conf 2021-09-02T22:44:40.304 INFO:teuthology.orchestra.run.smithi162.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-240.el8.x86_64.conf 2021-09-02T22:44:40.304 INFO:teuthology.orchestra.run.smithi162.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.10.2.el8_4.x86_64.conf 2021-09-02T22:44:40.304 INFO:teuthology.orchestra.run.smithi162.stdout:ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.12.1.el8_4.x86_64.conf 2021-09-02T22:44:40.305 DEBUG:teuthology.orchestra.run.smithi162:> sudo grub2-set-default ecc66dffcd264e5181894e69c53ff13c-4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:44:40.457 DEBUG:teuthology.orchestra.run.smithi162:> sudo shutdown -r now 2021-09-02T22:45:10.488 INFO:teuthology.misc:Re-opening connections... 2021-09-02T22:45:10.489 INFO:teuthology.misc:trying to connect to ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:45:10.489 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:45:10.490 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:45:28.911 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.132 2021-09-02T22:45:28.912 INFO:teuthology.misc:trying to connect to ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:45:28.913 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:45:28.913 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:45:47.339 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.162 2021-09-02T22:45:47.339 DEBUG:teuthology.misc:waited 36.85054302215576 2021-09-02T22:45:48.341 INFO:teuthology.misc:trying to connect to ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:45:48.341 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:45:48.342 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:46:06.795 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.132 2021-09-02T22:46:06.795 INFO:teuthology.misc:trying to connect to ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:46:06.796 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:46:06.796 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:46:22.488 DEBUG:teuthology.orchestra.run.smithi162:> true 2021-09-02T22:46:22.870 DEBUG:teuthology.misc:waited 72.3809380531311 2021-09-02T22:46:23.871 INFO:teuthology.misc:trying to connect to ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:46:23.872 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:46:23.872 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:46:24.238 DEBUG:teuthology.orchestra.run.smithi132:> true 2021-09-02T22:46:24.525 DEBUG:teuthology.misc:waited 74.03584003448486 2021-09-02T22:46:25.526 INFO:teuthology.task.kernel:Checking client c1.mon.a for new kernel version... 2021-09-02T22:46:25.526 INFO:teuthology.task.kernel:Checking kernel version of c1.mon.a, want "4.18.0-305.12.1.el8_4.x86_64"... 2021-09-02T22:46:25.527 DEBUG:teuthology.orchestra.run.smithi132:> uname -r 2021-09-02T22:46:25.544 INFO:teuthology.orchestra.run.smithi132.stdout:4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:46:25.544 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.12.1.el8_4.x86_64 vs 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:46:25.545 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-09-02T22:46:25.545 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-09-02T22:46:25.545 INFO:teuthology.task.kernel:Checking client c2.mon.a for new kernel version... 2021-09-02T22:46:25.546 INFO:teuthology.task.kernel:Checking kernel version of c2.mon.a, want "4.18.0-305.12.1.el8_4.x86_64"... 2021-09-02T22:46:25.546 DEBUG:teuthology.orchestra.run.smithi162:> uname -r 2021-09-02T22:46:25.562 INFO:teuthology.orchestra.run.smithi162.stdout:4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:46:25.562 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-305.12.1.el8_4.x86_64 vs 4.18.0-305.12.1.el8_4.x86_64 2021-09-02T22:46:25.562 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2021-09-02T22:46:25.563 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2021-09-02T22:46:26.564 INFO:teuthology.task.kernel:Enabling kdb on c1.mon.a... 2021-09-02T22:46:26.564 DEBUG:teuthology.orchestra.run.smithi132:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-09-02T22:46:26.629 INFO:teuthology.orchestra.run.smithi132.stdout:ttyS1 2021-09-02T22:46:26.648 INFO:teuthology.task.kernel:Enabling kdb on c2.mon.a... 2021-09-02T22:46:26.648 DEBUG:teuthology.orchestra.run.smithi162:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2021-09-02T22:46:26.747 INFO:teuthology.orchestra.run.smithi162.stdout:ttyS1 2021-09-02T22:46:26.780 INFO:teuthology.run_tasks:Running task internal.base... 2021-09-02T22:46:26.788 INFO:teuthology.task.internal:Creating test directory... 2021-09-02T22:46:26.789 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-09-02T22:46:26.791 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2021-09-02T22:46:26.806 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2021-09-02T22:46:27.062 INFO:teuthology.run_tasks:Running task internal.archive... 2021-09-02T22:46:27.201 INFO:teuthology.task.internal:Creating archive directory... 2021-09-02T22:46:27.202 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-09-02T22:46:27.204 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2021-09-02T22:46:27.240 INFO:teuthology.run_tasks:Running task internal.coredump... 2021-09-02T22:46:27.332 INFO:teuthology.task.internal:Enabling coredump saving... 2021-09-02T22:46:27.333 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-09-02T22:46:27.336 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2021-09-02T22:46:27.364 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-09-02T22:46:27.374 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-09-02T22:46:27.375 INFO:teuthology.orchestra.run.smithi132.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-09-02T22:46:27.382 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2021-09-02T22:46:27.384 INFO:teuthology.run_tasks:Running task internal.sudo... 2021-09-02T22:46:27.462 INFO:teuthology.task.internal:Configuring sudo... 2021-09-02T22:46:27.463 DEBUG:teuthology.orchestra.run.smithi132:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-09-02T22:46:27.465 DEBUG:teuthology.orchestra.run.smithi162:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2021-09-02T22:46:27.491 INFO:teuthology.run_tasks:Running task internal.syslog... 2021-09-02T22:46:27.597 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2021-09-02T22:46:27.598 DEBUG:teuthology.orchestra.run.smithi132:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-09-02T22:46:27.601 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2021-09-02T22:46:27.615 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-09-02T22:46:27.692 DEBUG:teuthology.orchestra.run.smithi132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-09-02T22:46:27.746 DEBUG:teuthology.orchestra.run.smithi132:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-09-02T22:46:27.822 DEBUG:teuthology.orchestra.run.smithi132:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-09-02T22:46:27.871 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:46:27.871 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-09-02T22:46:27.936 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2021-09-02T22:46:27.969 DEBUG:teuthology.orchestra.run.smithi162:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2021-09-02T22:46:28.027 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2021-09-02T22:46:28.105 DEBUG:teuthology.orchestra.run.smithi162:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2021-09-02T22:46:28.156 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:46:28.157 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2021-09-02T22:46:28.224 DEBUG:teuthology.orchestra.run.smithi132:> sudo service rsyslog restart 2021-09-02T22:46:28.227 DEBUG:teuthology.orchestra.run.smithi162:> sudo service rsyslog restart 2021-09-02T22:46:28.289 INFO:teuthology.orchestra.run.smithi132.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-09-02T22:46:28.320 INFO:teuthology.orchestra.run.smithi162.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2021-09-02T22:46:28.622 INFO:teuthology.run_tasks:Running task internal.timer... 2021-09-02T22:46:28.633 INFO:teuthology.task.internal:Starting timer... 2021-09-02T22:46:28.634 INFO:teuthology.run_tasks:Running task pcp... 2021-09-02T22:46:28.710 INFO:teuthology.run_tasks:Running task selinux... 2021-09-02T22:46:28.849 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2021-09-02T22:46:28.850 DEBUG:teuthology.orchestra.run.smithi132:> sudo service auditd rotate 2021-09-02T22:46:28.904 INFO:teuthology.orchestra.run.smithi132.stdout:Rotating logs: [ OK ] 2021-09-02T22:46:28.906 DEBUG:teuthology.orchestra.run.smithi162:> sudo service auditd rotate 2021-09-02T22:46:28.967 INFO:teuthology.orchestra.run.smithi162.stdout:Rotating logs: [ OK ] 2021-09-02T22:46:28.968 DEBUG:teuthology.task.selinux:Getting current SELinux state 2021-09-02T22:46:28.969 DEBUG:teuthology.orchestra.run.smithi132:> /usr/sbin/getenforce 2021-09-02T22:46:28.995 INFO:teuthology.orchestra.run.smithi132.stdout:Permissive 2021-09-02T22:46:28.996 DEBUG:teuthology.orchestra.run.smithi162:> /usr/sbin/getenforce 2021-09-02T22:46:29.053 INFO:teuthology.orchestra.run.smithi162.stdout:Permissive 2021-09-02T22:46:29.053 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi132.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi162.front.sepia.ceph.com': 'permissive'} 2021-09-02T22:46:29.054 DEBUG:teuthology.orchestra.run.smithi132:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-09-02T22:46:29.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-02T22:46:29.078 DEBUG:teuthology.orchestra.run.smithi162:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2021-09-02T22:46:29.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-02T22:46:29.103 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2021-09-02T22:46:29.103 DEBUG:teuthology.orchestra.run.smithi132:> sudo /usr/sbin/setenforce permissive 2021-09-02T22:46:29.147 DEBUG:teuthology.orchestra.run.smithi162:> sudo /usr/sbin/setenforce permissive 2021-09-02T22:46:29.172 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2021-09-02T22:46:29.184 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master was just updated or references a specific commit; assuming it is current 2021-09-02T22:46:29.187 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2021-09-02T22:46:29.206 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2021-09-02T22:46:29.207 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi132.front.sepia.ceph.com,smithi162.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/cephlab.yml 2021-09-02T22:46:29.588 INFO:teuthology.task.ansible.out:Using /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/ansible.cfg as config file 2021-09-02T22:46:30.380 INFO:teuthology.task.ansible.out:[WARNING]: file /home/teuthworker/src/git.ceph.com_git_ceph-cm- ansible_master/roles/testnode/tasks/setup-opensuse.yml is empty and had no tasks to include 2021-09-02T22:46:33.169 INFO:teuthology.task.ansible.out: PLAY [all] ********************************************************************* 2021-09-02T22:46:33.191 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:33 +0000 (0:00:00.038) 0:00:00.038 **** 2021-09-02T22:46:33.205 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:33 +0000 (0:00:00.013) 0:00:00.051 **** 2021-09-02T22:46:34.601 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi132.front.sepia.ceph.com] 2021-09-02T22:46:34.647 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:34 +0000 (0:00:01.442) 0:00:01.493 **** 2021-09-02T22:46:34.771 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] 2021-09-02T22:46:34.816 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:34 +0000 (0:00:00.169) 0:00:01.663 **** 2021-09-02T22:46:34.914 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the sudo group.] ******************************** 2021-09-02T22:46:34.916 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-09-02T22:46:34.938 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:34 +0000 (0:00:00.122) 0:00:01.785 **** 2021-09-02T22:46:35.007 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-09-02T22:46:35.029 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.091) 0:00:01.876 **** 2021-09-02T22:46:35.304 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the ansible user.] ****************************** 2021-09-02T22:46:35.306 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-09-02T22:46:35.327 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.297) 0:00:02.173 **** 2021-09-02T22:46:35.334 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 1100, "groups": "sudo", "home": "/home/cm", "move_home": false, "name": "cm", "shell": "/bin/bash", "state": "present", "uid": 1100} 2021-09-02T22:46:35.358 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.031) 0:00:02.205 **** 2021-09-02T22:46:35.386 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Delete the ansible users password.] ******************** 2021-09-02T22:46:35.387 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:35.408 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.050) 0:00:02.255 **** 2021-09-02T22:46:35.425 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:35.450 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.041) 0:00:02.297 **** 2021-09-02T22:46:35.663 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Ensure includedir is present in sudoers.] ************** 2021-09-02T22:46:35.664 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} ok: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:46:35.686 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.235) 0:00:02.533 **** 2021-09-02T22:46:35.705 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:35 +0000 (0:00:00.019) 0:00:02.552 **** 2021-09-02T22:46:36.548 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Create the cephlab_sudo sudoers.d file.] *************** 2021-09-02T22:46:36.550 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1630622795.748689-18570-220125470628468/source", "state": "file", "uid": 0} 2021-09-02T22:46:36.570 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:36 +0000 (0:00:00.865) 0:00:03.417 **** 2021-09-02T22:46:36.578 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "checksum": "6c8e8b7ecc895eb2094cafe75c34b58f183442a7", "dest": "/etc/sudoers.d/cephlab_sudo", "gid": 0, "group": "root", "md5sum": "c3657b9ef874d0ad278742c3210136a0", "mode": "0440", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 182, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1630622795.729946-18568-28207063676256/source", "state": "file", "uid": 0} 2021-09-02T22:46:36.602 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:36 +0000 (0:00:00.031) 0:00:03.448 **** 2021-09-02T22:46:36.968 INFO:teuthology.task.ansible.out: TASK [ansible-managed : Add authorized keys for the ansible user.] ************* 2021-09-02T22:46:36.970 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-09-02T22:46:36.972 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-09-02T22:46:36.990 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "comment": null, "exclusive": true, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmiHwkLkoJZiQs67KfE8jf0CdXjgbbpzKywUleMk4kWC7Wdn+92q/33DXpfS8xjg7opB9GTK3EW2C/RKBpf5RdaVG/5M7tRyUDLLbS3CURUoF6aNQI+8JIuFlsIfhO3Qw4uT7NlJCqsusrSbyLtGd/Im4CzwhvP1Enn6aUfyxv2yV4HoVjXbbIp2hlRXgcW8G/9q0TMuNfX4J6dpj9/PG8BbkKH/NReL2UMtjCGyRdIQvIwJRHMozjcE21824ZatA7nBeecX0MBRS6/A286uj6Z0PgmfJXYw0yw2Z2uSWR1ptIuMEiDBt96Pzn0dvfl7g/7bCi93MBQf/6sH9n4wkN root@typica001\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv 2021-09-02T22:46:36.991 INFO:teuthology.task.ansible.out:4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/cm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cm", "validate_certs": true} 2021-09-02T22:46:37.062 INFO:teuthology.task.ansible.out: PLAY [teuthology] ************************************************************** skipping: no hosts matched 2021-09-02T22:46:37.063 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-09-02T22:46:37.076 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* Thursday 02 September 2021 22:46:37 +0000 (0:00:00.474) 0:00:03.923 **** 2021-09-02T22:46:37.586 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] 2021-09-02T22:46:37.605 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] 2021-09-02T22:46:37.622 INFO:teuthology.task.ansible.out: TASK [set_fact] **************************************************************** 2021-09-02T22:46:37.623 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:37 +0000 (0:00:00.546) 0:00:04.469 **** 2021-09-02T22:46:37.646 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-09-02T22:46:37.657 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"ran_from_cephlab_playbook": true}, "changed": false} 2021-09-02T22:46:37.661 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-09-02T22:46:37.817 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:37 +0000 (0:00:00.194) 0:00:04.664 **** 2021-09-02T22:46:37.836 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:37 +0000 (0:00:00.019) 0:00:04.683 **** 2021-09-02T22:46:38.443 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi132.front.sepia.ceph.com] 2021-09-02T22:46:38.493 INFO:teuthology.task.ansible.out:[WARNING]: Using run_once with the free strategy is not currently supported. This task will still be executed for every host in the inventory list. 2021-09-02T22:46:38.494 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:38 +0000 (0:00:00.656) 0:00:05.340 **** 2021-09-02T22:46:39.133 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** 2021-09-02T22:46:39.135 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.164044", "end": "2021-09-02 22:46:39.104515", "rc": 0, "start": "2021-09-02 22:46:38.940471", "stderr": "", "stderr_lines": [], "stdout": "540ef3733cffec190e79eb6099e95cef354b655b", "stdout_lines": ["540ef3733cffec190e79eb6099e95cef354b655b"]} 2021-09-02T22:46:39.154 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.661) 0:00:06.001 **** 2021-09-02T22:46:39.348 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-09-02T22:46:39.350 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.013291", "end": "2021-09-02 22:46:39.332862", "failed_when_result": false, "rc": 0, "start": "2021-09-02 22:46:39.319571", "stderr": "", "stderr_lines": [], "stdout": "c29274177b79f72740fc714fa28b55400cd0737f", "stdout_lines": ["c29274177b79f72740fc714fa28b55400cd0737f"]} 2021-09-02T22:46:39.371 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.215) 0:00:06.217 **** 2021-09-02T22:46:39.439 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-09-02T22:46:39.441 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:39.461 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.090) 0:00:06.308 **** 2021-09-02T22:46:39.475 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-09-02T22:46:39.477 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] 2021-09-02T22:46:39.527 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.065) 0:00:06.373 **** 2021-09-02T22:46:39.534 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-09-02T22:46:39.536 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:39.558 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.031) 0:00:06.405 **** 2021-09-02T22:46:39.626 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** 2021-09-02T22:46:39.628 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:39.649 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.090) 0:00:06.496 **** 2021-09-02T22:46:39.738 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-09-02T22:46:39.739 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:39.759 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.110) 0:00:06.606 **** 2021-09-02T22:46:39.761 INFO:teuthology.task.ansible.out: 2021-09-02T22:46:39.828 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-09-02T22:46:39.830 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:39.850 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.091) 0:00:06.697 **** 2021-09-02T22:46:39.961 INFO:teuthology.task.ansible.out: TASK [users : Check keys_repo HEAD sha1] *************************************** changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": "git ls-remote https://github.com/ceph/keys HEAD | awk '{ print $1 }'", "delta": "0:00:00.169834", "end": "2021-09-02 22:46:39.935278", "rc": 0, "start": "2021-09-02 22:46:39.765444", "stderr": "", "stderr_lines": [], "stdout": "540ef3733cffec190e79eb6099e95cef354b655b", "stdout_lines": ["540ef3733cffec190e79eb6099e95cef354b655b"]} 2021-09-02T22:46:39.984 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:39 +0000 (0:00:00.133) 0:00:06.831 **** 2021-09-02T22:46:40.084 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* ok: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:46:40.108 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.123) 0:00:06.954 **** 2021-09-02T22:46:40.187 INFO:teuthology.task.ansible.out: TASK [users : Check host's /keys-repo-sha1 sentinel file] ********************** 2021-09-02T22:46:40.189 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["cat", "/keys-repo-sha1"], "delta": "0:00:00.016006", "end": "2021-09-02 22:46:40.171576", "failed_when_result": false, "rc": 0, "start": "2021-09-02 22:46:40.155570", "stderr": "", "stderr_lines": [], "stdout": "c29274177b79f72740fc714fa28b55400cd0737f", "stdout_lines": ["c29274177b79f72740fc714fa28b55400cd0737f"]} 2021-09-02T22:46:40.212 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.104) 0:00:07.059 **** 2021-09-02T22:46:40.271 INFO:teuthology.task.ansible.out: TASK [Determine if we can skip users and pubkeys updates] ********************** 2021-09-02T22:46:40.273 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:40.294 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.081) 0:00:07.141 **** 2021-09-02T22:46:40.362 INFO:teuthology.task.ansible.out: TASK [Merge extra_admin_users into managed_admin_users] ************************ 2021-09-02T22:46:40.364 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:40.385 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.091) 0:00:07.232 **** 2021-09-02T22:46:40.402 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-09-02T22:46:40.404 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-09-02T22:46:40.456 INFO:teuthology.task.ansible.out: TASK [Remove managed_admin_users from managed_users] *************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:40.478 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.092) 0:00:07.324 **** 2021-09-02T22:46:40.546 INFO:teuthology.task.ansible.out: TASK [Filter the managed_users list] ******************************************* 2021-09-02T22:46:40.548 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:40.568 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.090) 0:00:07.415 **** 2021-09-02T22:46:40.595 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-09-02T22:46:40.597 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-09-02T22:46:40.638 INFO:teuthology.task.ansible.out: TASK [Filter the managed_admin_users list] ************************************* 2021-09-02T22:46:40.640 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:46:40.660 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.092) 0:00:07.507 **** 2021-09-02T22:46:40.791 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-09-02T22:46:40.793 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-09-02T22:46:40.887 INFO:teuthology.task.ansible.out: TASK [users : Set UID_MIN to 1001] ********************************************* 2021-09-02T22:46:40.888 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:46:40.909 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:46:40 +0000 (0:00:00.248) 0:00:07.756 **** 2021-09-02T22:46:40.988 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-09-02T22:46:40.990 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-09-02T22:46:41.177 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-09-02T22:46:41.199 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1101, "groups": "sudo", "home": "/home/andrewschoen", "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "move_home": false, "name": "andrewschoen", "shell": "/bin/bash", "state": "present", "uid": 1101} 2021-09-02T22:46:41.376 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-09-02T22:46:41.388 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1102, "groups": "sudo", "home": "/home/zack", "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "move_home": false, "name": "zack", "shell": "/bin/bash", "state": "present", "uid": 1102} 2021-09-02T22:46:41.565 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-09-02T22:46:41.588 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1103, "groups": "sudo", "home": "/home/kdreyer", "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "move_home": false, "name": "kdreyer", "shell": "/bin/bash", "state": "present", "uid": 1103} 2021-09-02T22:46:41.756 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-09-02T22:46:41.788 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1104, "groups": "sudo", "home": "/home/dmick", "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "move_home": false, "name": "dmick", "shell": "/bin/bash", "state": "present", "uid": 1104} 2021-09-02T22:46:41.956 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-09-02T22:46:41.978 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1105, "groups": "sudo", "home": "/home/sage", "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "move_home": false, "name": "sage", "shell": "/bin/bash", "state": "present", "uid": 1105} 2021-09-02T22:46:42.145 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-09-02T22:46:42.178 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1106, "groups": "sudo", "home": "/home/dgalloway", "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "move_home": false, "name": "dgalloway", "shell": "/bin/bash", "state": "present", "uid": 1106} 2021-09-02T22:46:42.357 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-09-02T22:46:42.380 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1107, "groups": "sudo", "home": "/home/akraitma", "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "move_home": false, "name": "akraitma", "shell": "/bin/bash", "state": "present", "uid": 1107} 2021-09-02T22:46:42.547 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-09-02T22:46:42.580 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1108, "groups": "sudo", "home": "/home/jcaratzas", "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "move_home": false, "name": "jcaratzas", "shell": "/bin/bash", "state": "present", "uid": 1108} 2021-09-02T22:46:42.748 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-09-02T22:46:42.772 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1109, "groups": "sudo", "home": "/home/trociny", "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "move_home": false, "name": "trociny", "shell": "/bin/bash", "state": "present", "uid": 1109} 2021-09-02T22:46:42.940 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-09-02T22:46:42.972 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1110, "groups": "sudo", "home": "/home/smithfarm", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "move_home": false, "name": "smithfarm", "shell": "/bin/bash", "state": "present", "uid": 1110} 2021-09-02T22:46:43.149 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-09-02T22:46:43.171 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1111, "groups": "sudo", "home": "/home/mbenjamin", "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "move_home": false, "name": "mbenjamin", "shell": "/bin/bash", "state": "present", "uid": 1111} 2021-09-02T22:46:43.337 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-09-02T22:46:43.369 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1112, "groups": "sudo", "home": "/home/aemerson", "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "move_home": false, "name": "aemerson", "shell": "/bin/bash", "state": "present", "uid": 1112} 2021-09-02T22:46:43.525 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-09-02T22:46:43.558 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1113, "groups": "sudo", "home": "/home/amaredia", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "move_home": false, "name": "amaredia", "shell": "/bin/bash", "state": "present", "uid": 1113} 2021-09-02T22:46:43.724 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-09-02T22:46:43.756 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1114, "groups": "sudo", "home": "/home/tserlin", "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "move_home": false, "name": "tserlin", "shell": "/bin/bash", "state": "present", "uid": 1114} 2021-09-02T22:46:43.923 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-09-02T22:46:43.956 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1115, "groups": "sudo", "home": "/home/dis", "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "move_home": false, "name": "dis", "shell": "/bin/bash", "state": "present", "uid": 1115} 2021-09-02T22:46:44.124 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-09-02T22:46:44.147 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1116, "groups": "sudo", "home": "/home/gregf", "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "move_home": false, "name": "gregf", "shell": "/bin/bash", "state": "present", "uid": 1116} 2021-09-02T22:46:44.314 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-09-02T22:46:44.346 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1117, "groups": "sudo", "home": "/home/joshd", "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "move_home": false, "name": "joshd", "shell": "/bin/bash", "state": "present", "uid": 1117} 2021-09-02T22:46:44.515 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-09-02T22:46:44.548 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1118, "groups": "sudo", "home": "/home/davidz", "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "move_home": false, "name": "davidz", "shell": "/bin/bash", "state": "present", "uid": 1118} 2021-09-02T22:46:44.714 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-09-02T22:46:44.736 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1119, "groups": "sudo", "home": "/home/cmeno", "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "move_home": false, "name": "cmeno", "shell": "/bin/bash", "state": "present", "uid": 1119} 2021-09-02T22:46:44.904 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-09-02T22:46:44.936 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1120, "groups": "sudo", "home": "/home/ivancich", "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "move_home": false, "name": "ivancich", "shell": "/bin/bash", "state": "present", "uid": 1120} 2021-09-02T22:46:45.104 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-09-02T22:46:45.136 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1121, "groups": "sudo", "home": "/home/wusui", "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "move_home": false, "name": "wusui", "shell": "/bin/bash", "state": "present", "uid": 1121} 2021-09-02T22:46:45.293 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-09-02T22:46:45.326 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1122, "groups": "sudo", "home": "/home/yuriw", "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "move_home": false, "name": "yuriw", "shell": "/bin/bash", "state": "present", "uid": 1122} 2021-09-02T22:46:45.482 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-09-02T22:46:45.526 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1123, "groups": "sudo", "home": "/home/tamil", "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "move_home": false, "name": "tamil", "shell": "/bin/bash", "state": "present", "uid": 1123} 2021-09-02T22:46:45.683 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-09-02T22:46:45.725 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1124, "groups": "sudo", "home": "/home/jowilkin", "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "move_home": false, "name": "jowilkin", "shell": "/bin/bash", "state": "present", "uid": 1124} 2021-09-02T22:46:45.881 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-09-02T22:46:45.924 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1125, "groups": "sudo", "home": "/home/bhubbard", "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "move_home": false, "name": "bhubbard", "shell": "/bin/bash", "state": "present", "uid": 1125} 2021-09-02T22:46:46.069 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-09-02T22:46:46.122 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1126, "groups": "sudo", "home": "/home/yehudasa", "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "move_home": false, "name": "yehudasa", "shell": "/bin/bash", "state": "present", "uid": 1126} 2021-09-02T22:46:46.269 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-09-02T22:46:46.321 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1127, "groups": "sudo", "home": "/home/dang", "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "move_home": false, "name": "dang", "shell": "/bin/bash", "state": "present", "uid": 1127} 2021-09-02T22:46:46.467 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-09-02T22:46:46.510 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1128, "groups": "sudo", "home": "/home/branto", "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "move_home": false, "name": "branto", "shell": "/bin/bash", "state": "present", "uid": 1128} 2021-09-02T22:46:46.666 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-09-02T22:46:46.708 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1129, "groups": "sudo", "home": "/home/xiaoxichen", "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "move_home": false, "name": "xiaoxichen", "shell": "/bin/bash", "state": "present", "uid": 1129} 2021-09-02T22:46:46.855 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-09-02T22:46:46.908 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1130, "groups": "sudo", "home": "/home/ffilz", "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "move_home": false, "name": "ffilz", "shell": "/bin/bash", "state": "present", "uid": 1130} 2021-09-02T22:46:47.053 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-09-02T22:46:47.106 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1131, "groups": "sudo", "home": "/home/joao", "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "move_home": false, "name": "joao", "shell": "/bin/bash", "state": "present", "uid": 1131} 2021-09-02T22:46:47.242 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-09-02T22:46:47.295 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1132, "groups": "sudo", "home": "/home/nhm", "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "move_home": false, "name": "nhm", "shell": "/bin/bash", "state": "present", "uid": 1132} 2021-09-02T22:46:47.442 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-09-02T22:46:47.495 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1133, "groups": "sudo", "home": "/home/nwatkins", "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "move_home": false, "name": "nwatkins", "shell": "/bin/bash", "state": "present", "uid": 1133} 2021-09-02T22:46:47.631 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-09-02T22:46:47.694 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1134, "groups": "sudo", "home": "/home/mkidd", "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "move_home": false, "name": "mkidd", "shell": "/bin/bash", "state": "present", "uid": 1134} 2021-09-02T22:46:47.829 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-09-02T22:46:47.882 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1135, "groups": "sudo", "home": "/home/jlopez", "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "move_home": false, "name": "jlopez", "shell": "/bin/bash", "state": "present", "uid": 1135} 2021-09-02T22:46:48.028 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-09-02T22:46:48.081 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1136, "groups": "sudo", "home": "/home/haomaiwang", "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "move_home": false, "name": "haomaiwang", "shell": "/bin/bash", "state": "present", "uid": 1136} 2021-09-02T22:46:48.226 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-09-02T22:46:48.278 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1137, "groups": "sudo", "home": "/home/kchai", "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "move_home": false, "name": "kchai", "shell": "/bin/bash", "state": "present", "uid": 1137} 2021-09-02T22:46:48.426 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-09-02T22:46:48.479 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-09-02T22:46:48.626 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-09-02T22:46:48.669 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1139, "groups": "sudo", "home": "/home/dfuller", "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "move_home": false, "name": "dfuller", "shell": "/bin/bash", "state": "present", "uid": 1139} 2021-09-02T22:46:48.815 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-09-02T22:46:48.867 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1140, "groups": "sudo", "home": "/home/owasserm", "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "move_home": false, "name": "owasserm", "shell": "/bin/bash", "state": "present", "uid": 1140} 2021-09-02T22:46:49.013 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-09-02T22:46:49.055 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1141, "groups": "sudo", "home": "/home/vasu", "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "move_home": false, "name": "vasu", "shell": "/bin/bash", "state": "present", "uid": 1141} 2021-09-02T22:46:49.201 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-09-02T22:46:49.264 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1142, "groups": "sudo", "home": "/home/smohan", "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "move_home": false, "name": "smohan", "shell": "/bin/bash", "state": "present", "uid": 1142} 2021-09-02T22:46:49.401 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-09-02T22:46:49.453 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1143, "groups": "sudo", "home": "/home/abhi", "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "move_home": false, "name": "abhi", "shell": "/bin/bash", "state": "present", "uid": 1143} 2021-09-02T22:46:49.601 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-09-02T22:46:49.654 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1144, "groups": "sudo", "home": "/home/cbodley", "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "move_home": false, "name": "cbodley", "shell": "/bin/bash", "state": "present", "uid": 1144} 2021-09-02T22:46:49.792 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-09-02T22:46:49.845 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1145, "groups": "sudo", "home": "/home/mwatts", "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "move_home": false, "name": "mwatts", "shell": "/bin/bash", "state": "present", "uid": 1145} 2021-09-02T22:46:49.980 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-09-02T22:46:50.044 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-09-02T22:46:50.180 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-09-02T22:46:50.244 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1147, "groups": "sudo", "home": "/home/pdonnell", "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "move_home": false, "name": "pdonnell", "shell": "/bin/bash", "state": "present", "uid": 1147} 2021-09-02T22:46:50.379 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-09-02T22:46:50.442 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1148, "groups": "sudo", "home": "/home/jlayton", "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "move_home": false, "name": "jlayton", "shell": "/bin/bash", "state": "present", "uid": 1148} 2021-09-02T22:46:50.568 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-09-02T22:46:50.642 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1149, "groups": "sudo", "home": "/home/rzarzynski", "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "move_home": false, "name": "rzarzynski", "shell": "/bin/bash", "state": "present", "uid": 1149} 2021-09-02T22:46:50.768 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-09-02T22:46:50.831 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1150, "groups": "sudo", "home": "/home/rdias", "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "move_home": false, "name": "rdias", "shell": "/bin/bash", "state": "present", "uid": 1150} 2021-09-02T22:46:50.957 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-09-02T22:46:51.031 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1151, "groups": "sudo", "home": "/home/vshankar", "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "move_home": false, "name": "vshankar", "shell": "/bin/bash", "state": "present", "uid": 1151} 2021-09-02T22:46:51.156 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-09-02T22:46:51.221 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1152, "groups": "sudo", "home": "/home/akupczyk", "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "move_home": false, "name": "akupczyk", "shell": "/bin/bash", "state": "present", "uid": 1152} 2021-09-02T22:46:51.346 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-09-02T22:46:51.420 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1153, "groups": "sudo", "home": "/home/nojha", "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "move_home": false, "name": "nojha", "shell": "/bin/bash", "state": "present", "uid": 1153} 2021-09-02T22:46:51.548 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-09-02T22:46:51.611 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1154, "groups": "sudo", "home": "/home/ifed01", "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "move_home": false, "name": "ifed01", "shell": "/bin/bash", "state": "present", "uid": 1154} 2021-09-02T22:46:51.748 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-09-02T22:46:51.812 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1155, "groups": "sudo", "home": "/home/myoungwon", "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "move_home": false, "name": "myoungwon", "shell": "/bin/bash", "state": "present", "uid": 1155} 2021-09-02T22:46:51.938 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-09-02T22:46:52.013 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1156, "groups": "sudo", "home": "/home/gabrioux", "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "move_home": false, "name": "gabrioux", "shell": "/bin/bash", "state": "present", "uid": 1156} 2021-09-02T22:46:52.141 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-09-02T22:46:52.204 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1157, "groups": "sudo", "home": "/home/leseb", "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "move_home": false, "name": "leseb", "shell": "/bin/bash", "state": "present", "uid": 1157} 2021-09-02T22:46:52.329 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-09-02T22:46:52.404 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1158, "groups": "sudo", "home": "/home/hchen", "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "move_home": false, "name": "hchen", "shell": "/bin/bash", "state": "present", "uid": 1158} 2021-09-02T22:46:52.646 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1159, "groups": "sudo", "home": "/home/jcollin", "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "move_home": false, "name": "jcollin", "shell": "/bin/bash", "state": "present", "uid": 1159} 2021-09-02T22:46:52.729 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-09-02T22:46:52.812 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1160, "groups": "sudo", "home": "/home/xxg", "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "move_home": false, "name": "xxg", "shell": "/bin/bash", "state": "present", "uid": 1160} 2021-09-02T22:46:52.927 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-09-02T22:46:53.011 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1161, "groups": "sudo", "home": "/home/pcuzner", "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "move_home": false, "name": "pcuzner", "shell": "/bin/bash", "state": "present", "uid": 1161} 2021-09-02T22:46:53.126 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-09-02T22:46:53.211 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1162, "groups": "sudo", "home": "/home/mkogan", "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "move_home": false, "name": "mkogan", "shell": "/bin/bash", "state": "present", "uid": 1162} 2021-09-02T22:46:53.326 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-09-02T22:46:53.400 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1138, "groups": "sudo", "home": "/home/vumrao", "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "move_home": false, "name": "vumrao", "shell": "/bin/bash", "state": "present", "uid": 1138} 2021-09-02T22:46:53.526 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-09-02T22:46:53.600 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1163, "groups": "sudo", "home": "/home/henrix", "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "move_home": false, "name": "henrix", "shell": "/bin/bash", "state": "present", "uid": 1163} 2021-09-02T22:46:53.715 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-09-02T22:46:53.799 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1164, "groups": "sudo", "home": "/home/pbs1108", "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "move_home": false, "name": "pbs1108", "shell": "/bin/bash", "state": "present", "uid": 1164} 2021-09-02T22:46:53.914 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-09-02T22:46:53.999 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1165, "groups": "sudo", "home": "/home/clacroix", "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "move_home": false, "name": "clacroix", "shell": "/bin/bash", "state": "present", "uid": 1165} 2021-09-02T22:46:54.104 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-09-02T22:46:54.188 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1166, "groups": "sudo", "home": "/home/epuertat", "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "move_home": false, "name": "epuertat", "shell": "/bin/bash", "state": "present", "uid": 1166} 2021-09-02T22:46:54.304 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-09-02T22:46:54.388 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1167, "groups": "sudo", "home": "/home/tdehler", "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "move_home": false, "name": "tdehler", "shell": "/bin/bash", "state": "present", "uid": 1167} 2021-09-02T22:46:54.492 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-09-02T22:46:54.587 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1168, "groups": "sudo", "home": "/home/laura", "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "move_home": false, "name": "laura", "shell": "/bin/bash", "state": "present", "uid": 1168} 2021-09-02T22:46:54.692 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-09-02T22:46:54.777 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1169, "groups": "sudo", "home": "/home/yaarit", "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "move_home": false, "name": "yaarit", "shell": "/bin/bash", "state": "present", "uid": 1169} 2021-09-02T22:46:54.882 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-09-02T22:46:54.976 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1170, "groups": "sudo", "home": "/home/rpavani1998", "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "move_home": false, "name": "rpavani1998", "shell": "/bin/bash", "state": "present", "uid": 1170} 2021-09-02T22:46:55.073 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-09-02T22:46:55.179 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1171, "groups": "sudo", "home": "/home/rishabh", "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "move_home": false, "name": "rishabh", "shell": "/bin/bash", "state": "present", "uid": 1171} 2021-09-02T22:46:55.273 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-09-02T22:46:55.378 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1172, "groups": "sudo", "home": "/home/skrah", "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "move_home": false, "name": "skrah", "shell": "/bin/bash", "state": "present", "uid": 1172} 2021-09-02T22:46:55.466 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-09-02T22:46:55.567 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1173, "groups": "sudo", "home": "/home/smanjara", "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "move_home": false, "name": "smanjara", "shell": "/bin/bash", "state": "present", "uid": 1173} 2021-09-02T22:46:55.662 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-09-02T22:46:55.766 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1174, "groups": "sudo", "home": "/home/bengland", "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "move_home": false, "name": "bengland", "shell": "/bin/bash", "state": "present", "uid": 1174} 2021-09-02T22:46:55.861 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-09-02T22:46:55.968 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1175, "groups": "sudo", "home": "/home/pnawracay", "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "move_home": false, "name": "pnawracay", "shell": "/bin/bash", "state": "present", "uid": 1175} 2021-09-02T22:46:56.052 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-09-02T22:46:56.157 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1176, "groups": "sudo", "home": "/home/alfonsomthd", "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "move_home": false, "name": "alfonsomthd", "shell": "/bin/bash", "state": "present", "uid": 1176} 2021-09-02T22:46:56.253 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-09-02T22:46:56.359 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1177, "groups": "sudo", "home": "/home/oliveiradan", "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "move_home": false, "name": "oliveiradan", "shell": "/bin/bash", "state": "present", "uid": 1177} 2021-09-02T22:46:56.454 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-09-02T22:46:56.549 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1178, "groups": "sudo", "home": "/home/swagner", "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "move_home": false, "name": "swagner", "shell": "/bin/bash", "state": "present", "uid": 1178} 2021-09-02T22:46:56.644 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-09-02T22:46:56.749 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1179, "groups": "sudo", "home": "/home/yuvalif", "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "move_home": false, "name": "yuvalif", "shell": "/bin/bash", "state": "present", "uid": 1179} 2021-09-02T22:46:56.843 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-09-02T22:46:56.949 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1180, "groups": "sudo", "home": "/home/kkeithle", "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "move_home": false, "name": "kkeithle", "shell": "/bin/bash", "state": "present", "uid": 1180} 2021-09-02T22:46:57.033 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-09-02T22:46:57.137 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1181, "groups": "sudo", "home": "/home/emmericp", "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "move_home": false, "name": "emmericp", "shell": "/bin/bash", "state": "present", "uid": 1181} 2021-09-02T22:46:57.232 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-09-02T22:46:57.336 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1182, "groups": "sudo", "home": "/home/mchangir", "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "move_home": false, "name": "mchangir", "shell": "/bin/bash", "state": "present", "uid": 1182} 2021-09-02T22:46:57.432 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-09-02T22:46:57.526 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1183, "groups": "sudo", "home": "/home/sidharthanup", "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "move_home": false, "name": "sidharthanup", "shell": "/bin/bash", "state": "present", "uid": 1183} 2021-09-02T22:46:57.631 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-09-02T22:46:57.726 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1184, "groups": "sudo", "home": "/home/varsha", "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "move_home": false, "name": "varsha", "shell": "/bin/bash", "state": "present", "uid": 1184} 2021-09-02T22:46:57.819 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-09-02T22:46:57.924 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1185, "groups": "sudo", "home": "/home/sjust", "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "move_home": false, "name": "sjust", "shell": "/bin/bash", "state": "present", "uid": 1185} 2021-09-02T22:46:58.018 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-09-02T22:46:58.122 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1186, "groups": "sudo", "home": "/home/ideepika", "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "move_home": false, "name": "ideepika", "shell": "/bin/bash", "state": "present", "uid": 1186} 2021-09-02T22:46:58.217 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-09-02T22:46:58.312 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1187, "groups": "sudo", "home": "/home/gsalomon", "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "move_home": false, "name": "gsalomon", "shell": "/bin/bash", "state": "present", "uid": 1187} 2021-09-02T22:46:58.406 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-09-02T22:46:58.510 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1188, "groups": "sudo", "home": "/home/soumyakoduri", "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "move_home": false, "name": "soumyakoduri", "shell": "/bin/bash", "state": "present", "uid": 1188} 2021-09-02T22:46:58.605 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-09-02T22:46:58.709 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1189, "groups": "sudo", "home": "/home/kyr", "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "move_home": false, "name": "kyr", "shell": "/bin/bash", "state": "present", "uid": 1189} 2021-09-02T22:46:58.804 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-09-02T22:46:58.898 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1190, "groups": "sudo", "home": "/home/sseshasa", "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "move_home": false, "name": "sseshasa", "shell": "/bin/bash", "state": "present", "uid": 1190} 2021-09-02T22:46:58.992 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-09-02T22:46:59.097 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1191, "groups": "sudo", "home": "/home/rfriedma", "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "move_home": false, "name": "rfriedma", "shell": "/bin/bash", "state": "present", "uid": 1191} 2021-09-02T22:46:59.183 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-09-02T22:46:59.298 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1192, "groups": "sudo", "home": "/home/lmb", "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "move_home": false, "name": "lmb", "shell": "/bin/bash", "state": "present", "uid": 1192} 2021-09-02T22:46:59.384 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-09-02T22:46:59.488 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1193, "groups": "sudo", "home": "/home/ksirivad", "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "move_home": false, "name": "ksirivad", "shell": "/bin/bash", "state": "present", "uid": 1193} 2021-09-02T22:46:59.572 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-09-02T22:46:59.687 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1194, "groups": "sudo", "home": "/home/ofriedma", "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "move_home": false, "name": "ofriedma", "shell": "/bin/bash", "state": "present", "uid": 1194} 2021-09-02T22:46:59.771 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-09-02T22:46:59.886 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1195, "groups": "sudo", "home": "/home/h4iresis", "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "move_home": false, "name": "h4iresis", "shell": "/bin/bash", "state": "present", "uid": 1195} 2021-09-02T22:46:59.970 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-09-02T22:47:00.085 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1196, "groups": "sudo", "home": "/home/shyukri", "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "move_home": false, "name": "shyukri", "shell": "/bin/bash", "state": "present", "uid": 1196} 2021-09-02T22:47:00.168 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-09-02T22:47:00.284 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1197, "groups": "sudo", "home": "/home/scarvalhojr", "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "move_home": false, "name": "scarvalhojr", "shell": "/bin/bash", "state": "present", "uid": 1197} 2021-09-02T22:47:00.358 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-09-02T22:47:00.473 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1198, "groups": "sudo", "home": "/home/rakesh", "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "move_home": false, "name": "rakesh", "shell": "/bin/bash", "state": "present", "uid": 1198} 2021-09-02T22:47:00.548 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-09-02T22:47:00.673 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1199, "groups": "sudo", "home": "/home/ryg-", "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "move_home": false, "name": "ryg-", "shell": "/bin/bash", "state": "present", "uid": 1199} 2021-09-02T22:47:00.747 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-09-02T22:47:00.862 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1146, "groups": "sudo", "home": "/home/prsrivas", "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "move_home": false, "name": "prsrivas", "shell": "/bin/bash", "state": "present", "uid": 1146} 2021-09-02T22:47:00.947 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-09-02T22:47:01.062 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1200, "groups": "sudo", "home": "/home/zdover", "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "move_home": false, "name": "zdover", "shell": "/bin/bash", "state": "present", "uid": 1200} 2021-09-02T22:47:01.146 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-09-02T22:47:01.261 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1201, "groups": "sudo", "home": "/home/rraja", "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "move_home": false, "name": "rraja", "shell": "/bin/bash", "state": "present", "uid": 1201} 2021-09-02T22:47:01.346 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-09-02T22:47:01.451 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1202, "groups": "sudo", "home": "/home/toabctl", "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "move_home": false, "name": "toabctl", "shell": "/bin/bash", "state": "present", "uid": 1202} 2021-09-02T22:47:01.536 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-09-02T22:47:01.652 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1203, "groups": "sudo", "home": "/home/mgfritch", "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "move_home": false, "name": "mgfritch", "shell": "/bin/bash", "state": "present", "uid": 1203} 2021-09-02T22:47:01.735 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-09-02T22:47:01.850 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1204, "groups": "sudo", "home": "/home/xiubli", "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "move_home": false, "name": "xiubli", "shell": "/bin/bash", "state": "present", "uid": 1204} 2021-09-02T22:47:01.923 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-09-02T22:47:02.049 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1205, "groups": "sudo", "home": "/home/jafaj", "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "move_home": false, "name": "jafaj", "shell": "/bin/bash", "state": "present", "uid": 1205} 2021-09-02T22:47:02.122 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-09-02T22:47:02.248 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1206, "groups": "sudo", "home": "/home/jschmid", "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "move_home": false, "name": "jschmid", "shell": "/bin/bash", "state": "present", "uid": 1206} 2021-09-02T22:47:02.321 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-09-02T22:47:02.446 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1207, "groups": "sudo", "home": "/home/kachau", "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "move_home": false, "name": "kachau", "shell": "/bin/bash", "state": "present", "uid": 1207} 2021-09-02T22:47:02.509 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-09-02T22:47:02.634 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1208, "groups": "sudo", "home": "/home/khiremat", "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "move_home": false, "name": "khiremat", "shell": "/bin/bash", "state": "present", "uid": 1208} 2021-09-02T22:47:02.707 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-09-02T22:47:02.842 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1209, "groups": "sudo", "home": "/home/kapandya", "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "move_home": false, "name": "kapandya", "shell": "/bin/bash", "state": "present", "uid": 1209} 2021-09-02T22:47:02.906 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-09-02T22:47:03.031 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1210, "groups": "sudo", "home": "/home/prasad", "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "move_home": false, "name": "prasad", "shell": "/bin/bash", "state": "present", "uid": 1210} 2021-09-02T22:47:03.105 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-09-02T22:47:03.231 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1211, "groups": "sudo", "home": "/home/vikhyat", "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "move_home": false, "name": "vikhyat", "shell": "/bin/bash", "state": "present", "uid": 1211} 2021-09-02T22:47:03.295 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-09-02T22:47:03.420 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1212, "groups": "sudo", "home": "/home/shraddhaag", "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "move_home": false, "name": "shraddhaag", "shell": "/bin/bash", "state": "present", "uid": 1212} 2021-09-02T22:47:03.494 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-09-02T22:47:03.619 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1213, "groups": "sudo", "home": "/home/gkyratsas", "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "move_home": false, "name": "gkyratsas", "shell": "/bin/bash", "state": "present", "uid": 1213} 2021-09-02T22:47:03.684 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-09-02T22:47:03.810 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1214, "groups": "sudo", "home": "/home/prateek", "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "move_home": false, "name": "prateek", "shell": "/bin/bash", "state": "present", "uid": 1214} 2021-09-02T22:47:03.883 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-09-02T22:47:04.009 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1215, "groups": "sudo", "home": "/home/jelopez", "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "move_home": false, "name": "jelopez", "shell": "/bin/bash", "state": "present", "uid": 1215} 2021-09-02T22:47:04.072 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-09-02T22:47:04.208 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1216, "groups": "sudo", "home": "/home/dcain", "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "move_home": false, "name": "dcain", "shell": "/bin/bash", "state": "present", "uid": 1216} 2021-09-02T22:47:04.272 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-09-02T22:47:04.398 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1217, "groups": "sudo", "home": "/home/sunny", "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "move_home": false, "name": "sunny", "shell": "/bin/bash", "state": "present", "uid": 1217} 2021-09-02T22:47:04.461 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-09-02T22:47:04.597 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1218, "groups": "sudo", "home": "/home/xuxuehan", "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "move_home": false, "name": "xuxuehan", "shell": "/bin/bash", "state": "present", "uid": 1218} 2021-09-02T22:47:04.660 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-09-02T22:47:04.796 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1219, "groups": "sudo", "home": "/home/aclewett", "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "move_home": false, "name": "aclewett", "shell": "/bin/bash", "state": "present", "uid": 1219} 2021-09-02T22:47:04.849 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-09-02T22:47:04.996 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1220, "groups": "sudo", "home": "/home/cblum", "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "move_home": false, "name": "cblum", "shell": "/bin/bash", "state": "present", "uid": 1220} 2021-09-02T22:47:05.049 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-09-02T22:47:05.196 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1221, "groups": "sudo", "home": "/home/mlatimer", "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "move_home": false, "name": "mlatimer", "shell": "/bin/bash", "state": "present", "uid": 1221} 2021-09-02T22:47:05.239 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-09-02T22:47:05.385 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1222, "groups": "sudo", "home": "/home/shyamsundarr", "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "move_home": false, "name": "shyamsundarr", "shell": "/bin/bash", "state": "present", "uid": 1222} 2021-09-02T22:47:05.437 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-09-02T22:47:05.583 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1223, "groups": "sudo", "home": "/home/shuzhenyi", "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "move_home": false, "name": "shuzhenyi", "shell": "/bin/bash", "state": "present", "uid": 1223} 2021-09-02T22:47:05.627 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-09-02T22:47:05.784 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1224, "groups": "sudo", "home": "/home/mdipalma", "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "move_home": false, "name": "mdipalma", "shell": "/bin/bash", "state": "present", "uid": 1224} 2021-09-02T22:47:05.847 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-09-02T22:47:05.972 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1225, "groups": "sudo", "home": "/home/kchang", "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "move_home": false, "name": "kchang", "shell": "/bin/bash", "state": "present", "uid": 1225} 2021-09-02T22:47:06.035 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-09-02T22:47:06.171 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1226, "groups": "sudo", "home": "/home/vereddy", "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "move_home": false, "name": "vereddy", "shell": "/bin/bash", "state": "present", "uid": 1226} 2021-09-02T22:47:06.234 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-09-02T22:47:06.360 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1227, "groups": "sudo", "home": "/home/benhanokh", "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "move_home": false, "name": "benhanokh", "shell": "/bin/bash", "state": "present", "uid": 1227} 2021-09-02T22:47:06.433 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-09-02T22:47:06.558 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1228, "groups": "sudo", "home": "/home/jsalomon", "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "move_home": false, "name": "jsalomon", "shell": "/bin/bash", "state": "present", "uid": 1228} 2021-09-02T22:47:06.621 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-09-02T22:47:06.778 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1229, "groups": "sudo", "home": "/home/jolmomar", "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "move_home": false, "name": "jolmomar", "shell": "/bin/bash", "state": "present", "uid": 1229} 2021-09-02T22:47:06.821 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-09-02T22:47:06.977 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1230, "groups": "sudo", "home": "/home/hmunjulu", "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "move_home": false, "name": "hmunjulu", "shell": "/bin/bash", "state": "present", "uid": 1230} 2021-09-02T22:47:07.010 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-09-02T22:47:07.176 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1231, "groups": "sudo", "home": "/home/julpark", "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "move_home": false, "name": "julpark", "shell": "/bin/bash", "state": "present", "uid": 1231} 2021-09-02T22:47:07.208 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-09-02T22:47:07.364 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1232, "groups": "sudo", "home": "/home/pdhange", "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "move_home": false, "name": "pdhange", "shell": "/bin/bash", "state": "present", "uid": 1232} 2021-09-02T22:47:07.407 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "move_home": false, "name": "dachary", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-09-02T22:47:07.563 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1233, "groups": "sudo", "home": "/home/dpivonka", "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "move_home": false, "name": "dpivonka", "shell": "/bin/bash", "state": "present", "uid": 1233} 2021-09-02T22:47:07.596 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1238, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "move_home": false, "name": "amctagga", "shell": "/bin/bash", "state": "present", "uid": 1238} 2021-09-02T22:47:07.753 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1234, "groups": "sudo", "home": "/home/adking", "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "move_home": false, "name": "adking", "shell": "/bin/bash", "state": "present", "uid": 1234} 2021-09-02T22:47:07.785 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1239, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "move_home": false, "name": "kevinz", "shell": "/bin/bash", "state": "present", "uid": 1239} 2021-09-02T22:47:07.952 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1235, "groups": "sudo", "home": "/home/amathuri", "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "move_home": false, "name": "amathuri", "shell": "/bin/bash", "state": "present", "uid": 1235} 2021-09-02T22:47:07.984 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1240, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "move_home": false, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "uid": 1240} 2021-09-02T22:47:08.150 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1236, "groups": "sudo", "home": "/home/nizamial09", "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "move_home": false, "name": "nizamial09", "shell": "/bin/bash", "state": "present", "uid": 1236} 2021-09-02T22:47:08.182 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1241, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "move_home": false, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "uid": 1241} 2021-09-02T22:47:08.349 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1237, "groups": "sudo", "home": "/home/dachary", "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "move_home": false, "name": "dachary", "shell": "/bin/bash", "state": "present", "uid": 1237} 2021-09-02T22:47:08.371 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1242, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "move_home": false, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "uid": 1242} 2021-09-02T22:47:08.548 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1238, "groups": "sudo", "home": "/home/amctagga", "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "move_home": false, "name": "amctagga", "shell": "/bin/bash", "state": "present", "uid": 1238} 2021-09-02T22:47:08.570 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1243, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "move_home": false, "name": "lflores", "shell": "/bin/bash", "state": "present", "uid": 1243} 2021-09-02T22:47:08.746 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1239, "groups": "sudo", "home": "/home/kevinz", "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "move_home": false, "name": "kevinz", "shell": "/bin/bash", "state": "present", "uid": 1239} 2021-09-02T22:47:08.768 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1244, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "move_home": false, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "uid": 1244} 2021-09-02T22:47:08.935 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1240, "groups": "sudo", "home": "/home/liu-chunmei", "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "move_home": false, "name": "liu-chunmei", "shell": "/bin/bash", "state": "present", "uid": 1240} 2021-09-02T22:47:08.957 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1245, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "move_home": false, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "uid": 1245} 2021-09-02T22:47:09.134 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1241, "groups": "sudo", "home": "/home/cyx1231st", "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "move_home": false, "name": "cyx1231st", "shell": "/bin/bash", "state": "present", "uid": 1241} 2021-09-02T22:47:09.156 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1246, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "move_home": false, "name": "luisrico", "shell": "/bin/bash", "state": "present", "uid": 1246} 2021-09-02T22:47:09.332 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1242, "groups": "sudo", "home": "/home/sunnagar", "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "move_home": false, "name": "sunnagar", "shell": "/bin/bash", "state": "present", "uid": 1242} 2021-09-02T22:47:09.343 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1247, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "move_home": false, "name": "matan", "shell": "/bin/bash", "state": "present", "uid": 1247} 2021-09-02T22:47:09.531 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1243, "groups": "sudo", "home": "/home/lflores", "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "move_home": false, "name": "lflores", "shell": "/bin/bash", "state": "present", "uid": 1243} 2021-09-02T22:47:09.543 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1248, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "move_home": false, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "uid": 1248} 2021-09-02T22:47:09.731 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1244, "groups": "sudo", "home": "/home/jsawaya", "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "move_home": false, "name": "jsawaya", "shell": "/bin/bash", "state": "present", "uid": 1244} 2021-09-02T22:47:09.731 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1249, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "move_home": false, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "uid": 1249} 2021-09-02T22:47:09.931 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1250, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "move_home": false, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "uid": 1250} 2021-09-02T22:47:09.933 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1245, "groups": "sudo", "home": "/home/markw8973240", "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "move_home": false, "name": "markw8973240", "shell": "/bin/bash", "state": "present", "uid": 1245} 2021-09-02T22:47:10.126 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1251, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "move_home": false, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "uid": 1251} 2021-09-02T22:47:10.128 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1246, "groups": "sudo", "home": "/home/luisrico", "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "move_home": false, "name": "luisrico", "shell": "/bin/bash", "state": "present", "uid": 1246} 2021-09-02T22:47:10.316 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1252, "groups": "sudo", "home": "/home/arjsharm", "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "move_home": false, "name": "arjsharm", "shell": "/bin/bash", "state": "present", "uid": 1252} 2021-09-02T22:47:10.318 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1247, "groups": "sudo", "home": "/home/matan", "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "move_home": false, "name": "matan", "shell": "/bin/bash", "state": "present", "uid": 1247} 2021-09-02T22:47:10.516 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1248, "groups": "sudo", "home": "/home/ozeneva", "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "move_home": false, "name": "ozeneva", "shell": "/bin/bash", "state": "present", "uid": 1248} 2021-09-02T22:47:10.517 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1253, "groups": "sudo", "home": "/home/melissali", "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "move_home": false, "name": "melissali", "shell": "/bin/bash", "state": "present", "uid": 1253} 2021-09-02T22:47:10.714 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1249, "groups": "sudo", "home": "/home/sudhanaruna", "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "move_home": false, "name": "sudhanaruna", "shell": "/bin/bash", "state": "present", "uid": 1249} 2021-09-02T22:47:10.901 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1250, "groups": "sudo", "home": "/home/zl31wang", "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "move_home": false, "name": "zl31wang", "shell": "/bin/bash", "state": "present", "uid": 1250} 2021-09-02T22:47:11.099 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1251, "groups": "sudo", "home": "/home/mayagilad", "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "move_home": false, "name": "mayagilad", "shell": "/bin/bash", "state": "present", "uid": 1251} 2021-09-02T22:47:11.296 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1252, "groups": "sudo", "home": "/home/arjsharm", "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "move_home": false, "name": "arjsharm", "shell": "/bin/bash", "state": "present", "uid": 1252} 2021-09-02T22:47:11.495 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "append": true, "changed": false, "comment": "", "group": 1253, "groups": "sudo", "home": "/home/melissali", "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "move_home": false, "name": "melissali", "shell": "/bin/bash", "state": "present", "uid": 1253} 2021-09-02T22:47:12.115 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/ionutbalutoiu", "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "name": "ionutbalutoiu", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-09-02T22:47:13.244 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10102, "groups": "sudo", "home": "/home/ionutbalutoiu", "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "name": "ionutbalutoiu", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10102} 2021-09-02T22:47:13.837 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/pdiazbou", "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "name": "pdiazbou", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-09-02T22:47:15.017 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10103, "groups": "sudo", "home": "/home/pdiazbou", "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "name": "pdiazbou", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10103} 2021-09-02T22:47:15.400 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/xuwang", "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "name": "xuwang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-09-02T22:47:15.535 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:15 +0000 (0:00:34.626) 0:00:42.382 **** 2021-09-02T22:47:15.597 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-09-02T22:47:15.618 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:15 +0000 (0:00:00.082) 0:00:42.465 **** 2021-09-02T22:47:15.709 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-09-02T22:47:15.711 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-09-02T22:47:15.713 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-09-02T22:47:15.714 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-09-02T22:47:15.716 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-09-02T22:47:15.718 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99 2021-09-02T22:47:15.718 INFO:teuthology.task.ansible.out:bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-09-02T22:47:15.720 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-09-02T22:47:15.722 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-09-02T22:47:15.724 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-09-02T22:47:15.725 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-09-02T22:47:15.727 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"nam 2021-09-02T22:47:15.729 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-09-02T22:47:15.731 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-09-02T22:47:15.732 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-09-02T22:47:15.734 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, {"name": "pdiazbou", "ovpn": " 2021-09-02T22:47:15.735 INFO:teuthology.task.ansible.out:pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}]}, "changed": false} 2021-09-02T22:47:15.757 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:15 +0000 (0:00:00.139) 0:00:42.604 **** 2021-09-02T22:47:16.586 INFO:teuthology.task.ansible.out: TASK [Create all admin users with sudo access.] ******************************** 2021-09-02T22:47:16.588 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": "", "create_home": true, "group": 10104, "groups": "sudo", "home": "/home/xuwang", "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "name": "xuwang", "shell": "/bin/bash", "state": "present", "system": false, "uid": 10104} 2021-09-02T22:47:16.696 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-09-02T22:47:16.698 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"after": "540ef3733cffec190e79eb6099e95cef354b655b", "attempts": 1, "before": "540ef3733cffec190e79eb6099e95cef354b655b", "changed": false, "remote_url_changed": false} 2021-09-02T22:47:16.717 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:16 +0000 (0:00:00.959) 0:00:43.564 **** 2021-09-02T22:47:16.738 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:16 +0000 (0:00:00.020) 0:00:43.585 **** 2021-09-02T22:47:16.800 INFO:teuthology.task.ansible.out: TASK [Create all users without sudo access.] *********************************** 2021-09-02T22:47:16.822 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:16 +0000 (0:00:00.083) 0:00:43.668 **** 2021-09-02T22:47:16.913 INFO:teuthology.task.ansible.out: TASK [Merge managed_users and managed_admin users] ***************************** 2021-09-02T22:47:16.915 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"pubkey_users": [{"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, {"name": "jcaratzas", "ovpn": "jcaratza@fedora 2021-09-02T22:47:16.916 INFO:teuthology.task.ansible.out:rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265 2021-09-02T22:47:16.918 INFO:teuthology.task.ansible.out:c63f3ea91e7dacd78"}, {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, {"name": "cmeno", "ovpn": "cmeno@boxtop K 2021-09-02T22:47:16.920 INFO:teuthology.task.ansible.out:D0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9 2021-09-02T22:47:16.921 INFO:teuthology.task.ansible.out:df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, {"name": "dang", "ovpn": "dang 2021-09-02T22:47:16.921 INFO:teuthology.task.ansible.out:@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9 2021-09-02T22:47:16.923 INFO:teuthology.task.ansible.out:b660160a1db69f0135e0d09364b2cb9b3"}, {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, {"name": "rzarzynski", " 2021-09-02T22:47:16.925 INFO:teuthology.task.ansible.out:ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, {"name": "mkogan", "ovpn": "mkogan@mkP50 2021-09-02T22:47:16.926 INFO:teuthology.task.ansible.out:f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, {"name": 2021-09-02T22:47:16.928 INFO:teuthology.task.ansible.out:"alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, {"name": "gsalomon 2021-09-02T22:47:16.929 INFO:teuthology.task.ansible.out:", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, {"nam 2021-09-02T22:47:16.931 INFO:teuthology.task.ansible.out:e": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449 2021-09-02T22:47:16.933 INFO:teuthology.task.ansible.out:ce80bf26311426ae3914cdf1fe8d591c67"}, {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, {"name": "jsalomon", "ovpn 2021-09-02T22:47:16.934 INFO:teuthology.task.ansible.out:": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, {"name": "pdhange", "ovpn": "prashant@cephdev 2021-09-02T22:47:16.935 INFO:teuthology.task.ansible.out: JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185 2021-09-02T22:47:16.936 INFO:teuthology.task.ansible.out:052887b82ba5c343a42eb271747a"}, {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, {"name": "pdiazbou", "ovpn": " 2021-09-02T22:47:16.938 INFO:teuthology.task.ansible.out:pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}]}, "changed": false} 2021-09-02T22:47:16.961 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:16 +0000 (0:00:00.139) 0:00:43.808 **** 2021-09-02T22:47:17.030 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:17.032 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-09-02T22:47:17.241 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-09-02T22:47:17.449 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-09-02T22:47:17.605 INFO:teuthology.task.ansible.out: TASK [users : Clone the keys repo] ********************************************* 2021-09-02T22:47:17.606 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"after": "540ef3733cffec190e79eb6099e95cef354b655b", "attempts": 1, "before": "540ef3733cffec190e79eb6099e95cef354b655b", "changed": false, "remote_url_changed": false} 2021-09-02T22:47:17.626 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:17 +0000 (0:00:00.665) 0:00:44.473 **** 2021-09-02T22:47:17.653 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:17.655 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-09-02T22:47:17.657 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-09-02T22:47:17.852 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-09-02T22:47:18.113 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDehvF7TbkfX9Ga4fNdq/j9GHu3c9cNk4iIHVs7e14j0h9DlV14aPyn/M0+z90PK+5p2uL9EvRzkbsPrfxpG3pxUa1pmVmKIPvBruA7ln8tExOVwO3XEsBG7b8VWUMlQmwRS9WEfkKAIHlr9cgIFGb1yrMW30RyL7keO1giotAq/wR9pMicyqYAbZOtI3MuPsDVTNxtyD3RwRUQicz6vNaK/RwfMCZVgdvoinrJ7VSyFVEiitzuQqMlrF935sfLvhuyxmwvJKfZI8QMEYcFbKd1cDnCk9n/PySNRY96gb41nb5pUk+0eaDu37jnmj7LLqoidD3UWUuHNnGBAAk+zNlD andrew.schoen@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDdkebJGXKQWBG/7wZG334P+EAdC+5VNMrjLjXhaZZbt3V9vKDQCodcU3zSOjMa/GDGg2WHQdO/vioCc6O/m61KTbgLDaaPSzHH16j/e1SaU8BIgKKU42AUBJzpPeaZ2wCC1i12Hq8ULwjEW29IDsnMortzlCSQmaTKc3DN2nCXZWQXA1rSiQ2AhIq5WNJY9S36lsg5tkex4xUajyNW4vPubLtkSv+WrzNK7ZJ8zfzP6eJEJ+Uj7CLdanBCgwoLGSPfGA5c/gyUT7mHibOUwvFB5sFVsozMPp2PXzUUIv70adJpOskLYfKY7TUSuaB4AUOPu6NVauzVIl3Tsn+uvHqvtn8KC3BPpyH7+JiFQWEt+aO+/ynprfoqCjktuf07SXo0ewoVYT2S++JEBa/N2hKRkzIoSPJ+Rvoazc8GZIjXpQRyhMdTV/LCSeyUTJ7lDQVrQVhUIHKnMm+hZmf4tLQKZvNAThO984CpY93ST5Ww07fjRLMXNZGuaz+zHKNexhWSPKr+ggChnZCOLl/F6zbDnBZoCaHR6hH4+QLz0K/FAgxN2Nn00RiOFkmIlzEioxMcwC/peTl3WzRfqPINdTftiTzcFi/c2QmlHhnxsueIwNhHOn4frkGkFmexdDrXRStERzSBJ13X4kWduPmQsn+bx5/7xwqC6M4bXpkYFOefOw== aschoen@redhat.com", "key_options": null, "keyfile": "/home/andrewschoen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "andrewschoen", "validate_certs": true} 2021-09-02T22:47:18.207 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-09-02T22:47:18.209 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-09-02T22:47:18.322 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBwJCoMbbxQrI9jM5I/lX0MYDB57LzYXDJTXqmLfJ8E5IHwQbn708/EFXAHuJlCyoJAuA8FaU/Y5/l2LBlVXwp9v+8ftk/D6AcsuQ+Hi0ZLCTvW10OUIS2cwX/of//JJIu6roy3r3SWwUcQvwjaZYLm7QkC+1StsLNMHdgiVRFiibqml72Q53VTtSTt6z2aXjrHzhpZq0hBK/13aknzAjHvGprQnchKVzhA/7A5pArF3CXpnI7aCwKvvjU0AcvqqD8WNLMpF4hFSoTK7xluKB+5UAJ36wefIO2KFM/zMwUtl4/aDhDdPeSaQRWq/q7viKLVNS0X9j2PjSRTfYhJNZr zack@zack-cerzas-macbook-pro.local", "key_options": null, "keyfile": "/home/zack/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zack", "validate_certs": true} 2021-09-02T22:47:18.416 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-09-02T22:47:18.541 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4eHmz10szeHNS3dNejKokW85ksB+iR4HGOFsmQM11Ni68Nm5aqEKvkOZU8TpY92vpCQL0A68GlrXB845cACdyk6HUJYyNNNMC43l1FYWOwjMqQBSdj8W3VQDTA6eiG60mt5fgI8fyR38rKzIA1MnTBkSSjuh5kQVJ9bdEp3GuY5oc8vxDNBlGJ6LYnyEWt/pqL2J+mpjqnOjsC+EbE2exhP9O+mvzpQiyo/+dEN1COwX3//pNRXGfOSeOczHNsJE8Eu+j/n/BlW57++sJyFMkzS7bUxMSGM6quvjQZ7RT1c5JM6vLEiQyzQxoRgzY93h1yKlOstBi0NamtpqHQZGP kdreyer@mbp.ktdreyer.com", "key_options": null, "keyfile": "/home/kdreyer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kdreyer", "validate_certs": true} 2021-09-02T22:47:18.615 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-09-02T22:47:18.764 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC305rmql/Qm8Si+DFvAs77hSUZakwiXhhAhSetS89bWq3AdPQTL1MUXJHFm3AMzwzb00tndvsl1AUmFseXLfAi87daNcKJdwEj/JvXgcHKzAXOpVRfArHh08JnOumQiP4EoLYvq7rL+3LjEFURKOWJLLnGxh4E+iiJAnxLTG3WuUcnz9kXVTwtmIs60+2yH+gZJkkB04mnivPYjX46sHigoKgtlE2JnQfOU1lBkeZaBeUhoZX2rIKwRyGELPPcUBwHk10izyk6tePLAw9bSWeS9uEaa/m+qa8neJDyR4/hWQNR9yRXp0YjKkiKoFog+qtsBt3xBNzTPsFLxZ5zugmp dmick@angus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/onMoOCUhkp+UiJAq+ye4P70sfeV+uMhgWKLfLBh/1SYq1xxb9bSmjBnETO/9KvukRhzlReBQ7y+BKRhm037P7LuTUY4r0Y8JB6BXkjjCY1yXZJC6kvB7xFsvyiDum5rrdeWMQ/Rhh7YJpze5KY1nHLkyU9X7Ewak0kLEyduJEKekbsOom6l0wZ2ZYrBEKFWJXUDk5icUuWWg3mhKaKnLNWVg1lUw8jzYTJYfjR9GUgzZWXtzkAaI3ugpLOlQ+KEls03/WAFcWA9F9ExqzIsJpvEks27LeFBGVE3PjVNKMqqBZQlZ 2021-09-02T22:47:18.766 INFO:teuthology.task.ansible.out:tIEz1iguWJaWMi5lDIfXkvVOFabtIpX/BZRf dmick@dmick-MacBookAir\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOoIm6sOytKwqNf9FSQn0Olu72ZRDjAYeNFQVWTn2PIB ed25519-hplaptop", "key_options": null, "keyfile": "/home/dmick/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dmick", "validate_certs": true} 2021-09-02T22:47:18.827 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-09-02T22:47:18.830 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:18.964 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJ4z0gLwjexgyixdTuiwaxpPnq7w4FOKxHsQKKAHTlKRu11ynB+9APbtqaAYss8yDqHaHyewPdE+9JMYhZX8rUgcKv2H7jBCQ/Enfl0UyY643VQnuG8lr2Ipk6ELuL5NuuTb7Npo4zKyq/0649kPD46k/X/qLuKzhN49k50S3XJq5WwHi6CJvR8DzPOkjied0o1BHpfcCCIMorUcyfVxqmeu2m+uSE15ncQsd8BIvH4/YNoncUGYxqVhGB+FNUlWdhV0SPRW7V/gmyvFW5qdYX2QhNZAQHChdEH1E9AI7WiCFkyLRx39qYgXgqj8vOOnlwHgy/oJnpnu/Mlvj1uETX sage@montreal\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCVPfoCpv2/9uWCwEo4clWt3i1O8ZPpB2FcQbBLxY3iLQWZJDe74rNWPBj0cJVCytTHxYV0e5HxYyChOG60ca5odHlPNB+/Z4WLU9LVuHiCYsElivJlwvD+l9kzI+UMGJb3HCHqx2yIRGXpEkSMFR1+w5Oz9sInPD7JJmO8Hb9KkoeqZtkJL0aic/M5bDWBut6SSfYlmh8qnQYbkCDiXg/KtOcy1ZJXQ9ZLjsCbpSzeBNbdUOxEQ1+5vUe00vHpl0vOKtRrzgTne2ct1IxbSjdL16ZgHi5BQAREXc9UUG3z7NPOmnwkuKkkpyLmwcOusot5tYHrxks+5i6EoGEJrvJ3 sage@maetl", "key_options": null, "keyfile": "/home/sage/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sage", "validate_certs": true} 2021-09-02T22:47:19.037 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-09-02T22:47:19.039 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-09-02T22:47:19.172 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBAN3MlkYQNsm1uB6uJQ7hWJ1Ro9Gusrhi/b/KshPMFh51VWBQn71LdCCjdrsE6FWs5FYE/hr7MITJe+si7aZCmuf8U9tc+oiYh3spXtRhJVIM80FOVRXUmt2XR8I+oNbpcFDayYu956Volafksk3oYjsO356swj7+Q+AUQVF4bDJRAAAAFQCkB2YZKItSDL7XfAl6ZmJ21vqUMwAAAIEAsZspNIUwssVJGO4r3M3BECWklWLEFviIjGVKdPWulN10eRCczZrH7vMOs8coHKDQqYdS2RejlojT03FjFAqeBiTeAlcmgHoev+vqTg2Yhqx3gROzNc6NmG887owCOU4j7LJQP6SX8I8EpSXCMNOZliv2ZokjX2DuRsuIDxQdc84AAACBAMAp++fcqmGS7x7ic2x4rhyiYmdqlMIl8lrM3GkVR6qGuIVBvOGl38ieJKcTBLeRgyC04uIMfk8P9lLvZw3UF97qH3V0imKfq8aYnBGxCv+IjtdOrR5k4hrUW+P0qipvU+4dgHlpqwTKB4MtD9uDxvhENWvqcCnOS5rI6dddaZT6 dgallowa@dgallowa.csb\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKT1KilDopHJzDZ90QJx4+7WVIC4WNdvpD6VrS83B3PFOplNyXZLfDSDRZ4wEzIKLwtR9vLWWInVBNFU00W/2dObSC+l9GDzKsHtO3KSVmAjHEk6ZAJ5Mc3eUPR0lAywpFD8+yg+kDDIkRtCtoHDq+kFvNQutdvrMuhNWOZLyQ2N2XrpRJVD2kiJvaml6nQoZXMtVQGPVcYbn3TRed/wxT/han2u6j/wiElv4r9ty+9zi3P1MoNiALD53sD7wMr/5Si6PX+5zWcXTNcQmTuGpiLwGw0RxCwr4gtwqKBaNae2d1bwnHanLc1KvQEw29O6aBca2f7GWxFY6QtQV/mNft dgalloway@w541\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoEI+g74GcJe/03nDypMzDWqg93K1h13xQPFvCIN7ElNZ+ulY5av5KLnv/gmLbYGRPlgxC7LNZXE7YQPUo2DfA8awnDkAkE/nWvL4fQjUxmaiPthjIWsKvk9EvPIqzLjDbwsiLiRPE0Sxka0qBa1GHU1QYN6cw7l9nWF0dG/TsKw+QmuArBKMgm9Th/QVLq1ARHC/07M1n195QvBjdrKSzOUl+2L1tADHg++sEWDq/MJMiylyNdxp79Wz7aTIlR6l8NV+Ega9LUb6B6xmO7k+J+/hJF7gYOeFl+YqnZttEdz+ 2021-09-02T22:47:19.174 INFO:teuthology.task.ansible.out:o8FbLjhTjOF9QkBsGWlrawXtQln/cVCryV+LAt57L dgalloway@p50", "key_options": null, "keyfile": "/home/dgalloway/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dgalloway", "validate_certs": true} 2021-09-02T22:47:19.235 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-09-02T22:47:19.237 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-09-02T22:47:19.246 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:19.257 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:19.372 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo3gswIiZ2xPWMUQNjV1Gd4gYSxVpJM8Jb5pH1lqvoKAsmhVI30qTYxIaezzDWfSYwdkNYQAC9eM5v7EMQrOI7eZtTzCH+gbF79GciGCLL2bDze1I8hJ+jUu4bv+wnmvKsHyyOVBBJPSJ+eGFCzsu7vOiK4iFX0zgCXYwvP+A4Y/+kVR1en39gMtD6Hrw8ACBhxt+C2G2zc1807NRj3pIw1GvQILa9Sm3VKdNSrHzGB+MBooUoRmmjjzZ/bRwHPWVj+sX+xkoX4P2zwUcfMgZ/f4GgSgHyEvS3oxqbSaZp0pidZyoCaLRgqVPiUgXQEm0HA5PDDULAthQOfxQveKB/ akraitma@aklap", "key_options": null, "keyfile": "/home/akraitma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akraitma", "validate_certs": true} 2021-09-02T22:47:19.456 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-09-02T22:47:19.591 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCgaz5AsLB+hPwnHjlf6vktlUQ8iWsKA+hViok+j+uCm0U/iho7O7Qd8E/3tp9yBx10Wkvuz1mmf6v2AO7Qa8+SE1QQPmA+4xLp4xXCqlUGFjnzm/7uQcQZtlWdfBHzQ9jVyPAgUpnGVUtW8PhW0txe8MEtecOO2C3Snx0yuTOx6O11jNvT938QjOeRQWw3X2YFUtMIOiwEhKtqstBIGXlMdaQKfvdlbA9MjyYy6VfK1x8lVcu8umUf/z56YmMkC2iO117/obhdu1XsU9SmjM51wHMOUCXSVqH8E3BWu0yohy4QmZDkdFihyYa+hoS9dOqGC91dFaQc46xrdmV4wqg1 jcaratza@MacBook-Pro\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAV78mqEy/VkB2BthIE/m7iE5sbTjTRS0KuH7AB0KPvZBsDIw5cL8jKyxiaPC85+aOkBa4LrP0TUFBzN87Snt+PLMz2QHBOvlSTfUuRkHVo3vWJFzVuUSzzddkYds3hAxUriAHKv6CRSy1yFBxPQQHTSATUHKWqihMElbUCZrrrfH8A7J9vwixzCSLg4KbINjfa77rxefcZwugUqiYiVUWUSOb023f+QEaDm7OP+/uzz3SjF1Y0LMwa75yctttIfkRBKjY7uFCuZdKc3l2A/fdPxbFwlZmIox3LLngdTzHMVXGbVHqq9Ixo8FSAXiI1Buy2LTMoXMJwQYSvzsv7xNwujKVlUjoE9cOOIdzCC5AziwSiJB4+tNh73c5tRUzMMC98HLOhPJriSPvOt1pMEdWDX3/evcyxvRgJUKgYnmQG7n8v8O/CLyG0sAJDmGC3U9S/3fUDUjZIKWSsc85Q3xRaJwZJIS2VZwH0zG1Gmynih8PPq7VeDx7tKuNm4uTYT8= bigjust@desktop-jsho3l9.lan", "key_options": null, "keyfile": "/home/jcaratzas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcaratzas", "validate_certs": true} 2021-09-02T22:47:19.664 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-09-02T22:47:19.666 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} 2021-09-02T22:47:19.802 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDSc2rWtLtZM0CBWwaxhSfd0T++ZTX9c8kQrYT0rsQlJ6Hxj4c3+ypwh4iivdtFpyz4clxWkb/wimi48PvjNyZdudB9BeQUBeFfLiro3LnFEbKhM1RwRI89s34mRwmC0LLUZwcdX80zc6/fKuPzvBzR1PiY9tWRyIpYErQAHa2jEOE2MpFDHnlbXdfXFh5Tw3OmC1qBlQvgcrivA9lVaVlf+hfwmOQwXFIG3PCJLNlXDshCSUGAfYKBRvQaKS8sOf9rQaflPrwqJ8hDgVVQkpp69yVsGtahbBmjs6QS6C8EkGUFQmvrIcrQ8+5mRlRAmK2DMTP3cAcsYcMOJ+9KwP+H mgolub@zhuzha", "key_options": null, "keyfile": "/home/trociny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "trociny", "validate_certs": true} 2021-09-02T22:47:19.804 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:19.876 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-09-02T22:47:20.013 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANarZ+C62DPffRIhaCuCtXLChrfqwXgWqGHOLLkmPTtZ3/EE8ZiN+LY1ZcmP939AxXi8Oe+9LepwAdsoQKZctlC7XToyhjIk+rVSPyn3zl3BTC2AxfCKq2vqj65a1sc35Whrw7OaUa2fr5iHSazP6HuG01DhJ9l8HJsLKmiwWChZAAAAFQCNmunc7BNLWrqyrYwINTfscowkbQAAAIEAyYERcunZYJAZ9Eno18kM+ylq0jcQmnPqyIvssWXTttUZnaGQvbVxABeyr6ZKuUyZQfyetofquOGBKPBuzV/7posl5ShDuAcxbS1zhrmk9glTA1yFLvznDdWdLOWG06tjOc78G2AmldKHCdPsmgh2D7WyRr4QY4rcCvwKfZ6+eEYAAACBAJZrOlOlygfPZ4ZB0+EbdYACz1+L/iYNNAOBp51TRutNceLVrNJNOVdmCMLuF0A1go4kPSD/05aJOkOyW86gYLA5DXaW3961+kPInOFAe8OTyQYE7221ThYHRnCfVFjdknuCDomj69wk4SsR+ZPXvSXs1jSJWKhLfUSe9n4bmw7w anet2@secant.private.linuxbox.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5CMht/crEocrHqGjf0sxE9AhNcW3XBxwlniJwaBJLhekLQEQJoxAy2xUUmPYb2/e7rdmTBxzQipUaAGWVk1FHANac4cbgXzNT+9cnF7EIRkPa/x9jaKNiU0ozMhu/GOoeDXMrHIDgVGWPF3Ag/r17ORpYnuFTjsqoCWyh+mqskV+lmAp04rv2tvqouHtEs6gLebKNtB8c6twhrBKF62Ie+rSr3r7hQaqiZitHbg/isbU5RMBl6H48wHAVSK2/uTfMor 2021-09-02T22:47:20.015 INFO:teuthology.task.ansible.out:bnuEYRG8HvlnPRvQHscJYKiZSt/G7XqZ3x/7c4czEF+OpdQbAgg46vh4fNVMxZk9KHwEkOE06ROuwgAejJ mbenjamin@duel", "key_options": null, "keyfile": "/home/mbenjamin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mbenjamin", "validate_certs": true} 2021-09-02T22:47:20.076 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-09-02T22:47:20.078 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-09-02T22:47:20.211 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvG6+jM8aulc5CID/yE6AXPXczxq8tMgY+2sdo/ihWpgDZuFwGL4hwj8nyh5cTqZ2LEa4kRkUUIoH9avLCFN5pDBVvcj1/O06ZGnkq/hV6791UiPF5S5RGmz3MGxv0RDfjA0OLFav7u1s+ZJ6z2W1Tpy/W+g/fMYqbPc6rV+pm3Uo16+BWz/diZH8smqcty4chnnCy6gqOrcAxCZLpeyjX6Ydn3fnTLTAmhoQ9eUz7LjP4ZnFD5zL6jrSBlJ5WNTLevUzvS8eL7RuP8D3Qfn8ukIzPXG2vs594FhSc/HnvubKricvKMm0P0ki4Z0vM9VruQn7Tbeqdwpi1IfgyiAMX aemerson@work-yubi\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxUDk9jEQOSrRwe0WMGBPw28fzgOhvqMgcG90SvuUjR20Rx3KUfy9JMxPJPesjBQz0xgH5adOVg2JQeLrt3uSJdIFNpqox8BBrS1u/bWT2dorQjLnFEhrtA8Ae/h2kwLQ8w3yYNWB/PxDSuMRnyH4G8EWtVydzQcV/QnNZ9Y6eBcHaI5C2yVnFl7Fi4zBYc2eeL8o8gWqmM6DobBCvVrxD0pCNAsLhOW6IA140BNGT9F/hQZYje9RQRWbFKh/iKiUhqFYCzLcxFfYXkw2HZMJA2p/bLmuc8ZbgYaIiU6b90kpfDB37Xw0S6toIj9E8h+E3nkNnwraCQcbralhz/bdz aemerson@seasalt\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAv8/FJn7hz2WieoQFUGXS0bhwSwL1LCI9kkjWYNkWb8IJPrBetlkr5TsvHEKDPZGF5Sv8LsYA6njPnbOGyAHpYlnv/Gz4Hwq3hLgmXCs6JGWBQv8NS+pjwnG6Nh6JfFI0ANeg652Rk9Qt9uLYeKVKmHXXrVZAD4NMvJGfEvneQzuwwpylUmV80WAdaQw/H0EP4NScZhNhknwAs/+KPFZH+RFoUj/Cb3poIFjwyviIgyal5hjAEsoczCW3hAla/9IyC2VDS027WPiPFmBFaYK5lYYLStBQdRx+6amH76XScLFy0FEPLL5qiN0ClAptvh1oIURgipdXZwaxpf06AXG8qw== aemerson@electric", "key_options": null, "keyfile": "/home/aemerson/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aemer 2021-09-02T22:47:20.213 INFO:teuthology.task.ansible.out:son", "validate_certs": true} 2021-09-02T22:47:20.222 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:20.233 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:20.275 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-09-02T22:47:20.432 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHk8c8wUTTYolOOmMlniNrsjfRyF9pCCnaEQ2DXR73P0hbFMme5Md5cF3PTtPIOHSNkWk/qg7s6gZD8LGyFmloO42RBgLsW1qM8RWTDbPy5EQdrjxL9byVzBBCDoQPIS2M+0XnhYa6CBj38Sw8XPlS41CebAJEOQeyLG2I6CAI0rTij6gsqDfALbIezd/eWvmbksKYM1Lb4Gvj+k/OL/xDZzIZHF/P+mK+trY45gsUHxKZamkeHyAT4f3kiNJA+UwzTWGhafy6UE7yGqhZjt9xOZSQGuwroL7EtAzntxayPRNxQPfGDV+fYYf0QBbTtHyJeikPUuw7aR1Z3KwuSmWD dis@zambezi", "key_options": null, "keyfile": "/home/dis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dis", "validate_certs": true} 2021-09-02T22:47:20.475 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-09-02T22:47:20.771 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "key": "ssh-dss AAAAB3NzaC1kc3MAAACBANaS5gZUnIp5UL/PM3xOrQiNVxfona7sD1XEXGYvNUyoojPWWAvdQRwdA/Ay8JsAjKeWUt0IwfWaPfbEoXU1TKAI+yyv5WzQUZAKmBFuYM0CUQnKrk72Dp6n8P2tnYen0ect22xEiW2+Y0JZ3wfV3IB3BQPoVCC9FQ+P3LHhYii/AAAAFQCgSceiZFeNItwJ2rJeQgVVTQKljwAAAIEA0Gd2VNCbbQ48vAF+m/i/CeQHJ9Dom9IOBN3v8XnSlOhtNzY1pJ0NRzrFQURCCeVQJaywr0et5FCXIDVqTuR4qfCu5XXU1KHpn/AvHstOd93Y0XYMwSXfNszOtpH7w9SEm7uBfKnLQNF843/MHZL4ZIdfxk73YjfMjrYFcvJwvM0AAACBAI9Wi2wG9Rrdbrgk8tqbnKMxxJCYt/Vakn5mQSc/WHqMUn14+Kb7oBtfTsfPFNK952FzU09ptNQvNWTPNMniI8l8lQi2B+Z28XUlFLL76uxJXWko99xFpf/d1kFBL0M7GRGmvvrMfeTCI+WIqh2jBVqbl4o8kjNx4p0VWyoiWeFJ gregf@pudgy\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAwSe7szyqMTqKK3D/JsXIa1PtPf1p8Njk0sMDSsJPA0gBGysmSgstke9fglOgeNIbNOBNDOY3vltuNCgUiQgVWOYhUaVpj+2vtS 2021-09-02T22:47:20.773 INFO:teuthology.task.ansible.out:oAWpXMQbNaWPGKhbxvJWMCLVckLENyoUZUBKLmTvRyKDjjq8CJ1TnfA2Xfo3a796EIOtD6essU3lAVIfIUILGD+HqptiHSB0spUJUVRxxlO2xw9rLYij1eUPRHrr9xWvDamr5JtKVtCLOL3M9QlltHieKlbJSCZq/EVxW9NAGA6IiqOhw2E1k59oGZUq4Qg+YLgYkB80Ms7nb1xpjQ8txvY+73xL/8i7Nqmr7ekKJfyTpRe03nCQ== gfarnum@mozart.thompsonian.net\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzqJQfdAKaggPDgSpk8P6QjLeyQYOz183fVSKnqAa5EeaCJozS1dn8z+iphswT3YL6wqIMqVHMfkSUcEeTBwZmvydaghOMJEIQSP1PCzH0V2XprELrEcBC3QTvaElPjjEYgBVUvEw8sL/RIQ7mgt9vxD0NcCDspsz35fmU222KzFxD41PZ5XzHQ3Lumwdax7mcpqrw8Aa5/tgcEqAIu54HYRf1Qmk6+ueMAvpwkX3eiSEtkVvuV1Kxpc3/0mOfJ7cn+eyPX3qUbo4oY76hIYseoUIwEaVE/pNW+pjwDSy4gSOcuxYDEGKzCwZPZeQtRQWzRt3YNafxi5xsByobGLlZw== gfarnum@GF-Macbook.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1ik3LbyKsPiGwdh+vGrKSYLvhMg7OkqMwDNYU5LqWBSotogxyGQJUuD80ZavxmmdXC4qScddHtWOJjtyX1CTSDUe7INpSgGPGnmSExVFpcYRnmxHAB+9M/c9VorUkQ8IOKLmRO/BdYma3Rl9NzhHI73yd4zJlx1K4NuQnhnj0Z4yXO+k44RkBWDdMicBB5lBP0hETaH2Iq1u5Dai3u6N5N9bSPXv2PGKvvU395K0Wts2CxMhOBc7LAixysNzNWLrnG1ghS4jPVG2TIHOElP5lIXUv1Wlkool5rTUWgnVY/7loWkDus2JryDM7hLGFXqgT7HHcpI4gSITqRhWxzsUF gregf@fedoragreg.localdomain", "key_options": null, "keyfile": "/home/gregf/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gregf", "validate_certs": true} ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAM 2021-09-02T22:47:20.774 INFO:teuthology.task.ansible.out:WXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-09-02T22:47:20.845 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDgS5EfJyOxBkl/TtJikfb38rm6muQo7MwYufkLSBw9W2jFzt/ZMbVXyVsdZM4I6hWfZm1/q60UcER4yoA1xwYGOTmbFXrLUqqKxKTnCdyejuQ3miB7aiuisWO4vjb2+ppBwL9Mx775DPeQJehFyFK0qgh33tZO/9LWWYy7NOZdA9L2ei1PgMWa0VBeijcDR5GQSXzh0Yi+h/Ezu8jevu+NkW2IUJF6zPGjd9M9lAy7KG2dQjqqCX4XWmUS+MHJS6f9bsC5i39GWy29FvX/qFEArOMzuYRIFWE8iza95KSBxptb+Hw8PFBjQ1kTh6nC5ZV2X3ETcoj8fToTcgW3dTRF jdurgin@new-angeles", "key_options": null, "keyfile": "/home/joshd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joshd", "validate_certs": true} 2021-09-02T22:47:20.908 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-09-02T22:47:20.910 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-09-02T22:47:21.055 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyOWnAdvzh5zR2ts9e8g0wG4wZ0uNr0YJUCncAOTJB0L8xkQU76jWzX3BRNU5Wk8VtLvpJAQ61P7UXyzgGWSO9FHZjD3RDrc2V9uh/lqRKmx1COtDvcart/JwzwHlsWdrYdcXvEaAiFrZJ6x1jJAjIL6tvMO7bqBz4YNruKpGWsQ6p5P/M5iIEPMj1oKanLoULXqReC6eYFTw3LNAXjberPY5GxYwaKS0HuzySRvSblShyA85jawTSlEbsOSnMqqGu5vGJiC415UFQQ5qKBtzrgAjlUgMbaqGTnTmBYn7L751gIWRetgWqwuHgfIe2ZGM3mmh0DX8E03DUbEt4UxyR dzafman@TrustyTahr\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDDtSwGzH7V5jzppggL0+nYlBSM1HqGjkInwxutra5iEyFoBuV73MNSBk3HrvIVGN13+PCdHf4Oy8ywbhC/4yKbxS1NG76d/GU8ijZFuBlEwxwHZpcThpSTuYrNx7FJVp8Yjl45DtD5s8FMI/0YZZhLlIqT6QCTxlTIPXDb6zefEWvAVziE0bmhRpe4B6AOLOGTB9fivQr5YzxhfaSS5Vu4U1x5gmosouSJ+aMFrQWLqa/eoCy8t9PnxdMjlHjHCZ7Qv1JfpaAPw3qOK30GrVeXR/hPN3aFodTuIJpzdynjk5HO6/VKW5+mWBO7pmQqn9LNQEjADXbLh7PG//nOONbH dzafman@ubuntu16", "key_options": null, "keyfile": "/home/davidz/.ssh/authorized_keys", "manage_dir": true, "path": 2021-09-02T22:47:21.056 INFO:teuthology.task.ansible.out:null, "state": "present", "user": "davidz", "validate_certs": true} 2021-09-02T22:47:21.107 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-09-02T22:47:21.109 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-09-02T22:47:21.273 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "key": "ecdsa-sha2-nistp521 AAAAE2VjZHNhLXNoYTItbmlzdHA1MjEAAAAIbmlzdHA1MjEAAACFBAHT7CHaceRLB5mJv9SYKog1wBXsavzH3G3WCBEvVyK76JIslDudZm2ycJv66r+VlGaD8sFI5Mb/KKFMKcKesLRX+wHqZg9MlkoJgm7WGoRQ5I0M1Vt7TL3uJkVCaGZHtO7BXqzTx53C1AaJ1HN+DG2MGy5mm6tHwL901UVqG4EzjBnjxA== christinameno@boxtop", "key_options": null, "keyfile": "/home/cmeno/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cmeno", "validate_certs": true} 2021-09-02T22:47:21.316 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-09-02T22:47:21.472 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDkIZyWnJXYv/z3EVeKHatjFUAdaomIMqzvFLrA9VskeM0Ctv8a83Wk3BbYvTFQWALjZjS2HVYzi5p6kTQ4qxXlcO7HxRw0j4otNauilvgIc4Lu5N4pUtYf0piEo+nrXz+WhELfmJ8t1Yx00uGEl9pOF04SOuXtpwwrCFAO6WMCcjDuYhoI2VBKO3W/OWcIuQ8ZY3j4iDdofFOUGyyoYVyOi/HILKjluYB+ues5+wBEkDuoi3MafCnIj8M0O5fU8/JoOTksOu779UN6blPiNdEgnwD00jA+RWYY6b12ZVkiF4rUVGCiiKKUwOOWkRhkA5OEcBgZ8cGWFgGfZM1GJA// ivancich@sleepy", "key_options": null, "keyfile": "/home/ivancich/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ivancich", "validate_certs": true} 2021-09-02T22:47:21.514 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-09-02T22:47:21.691 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsTZI+b02boZv8jVLHQoFlloD2WF/3xT+ZfZxzwddL7Q6eqo7j8i21LAbLAMWXYMyhiClrloDeHfCZ42gG5bqSThF8LoCw+GspF6SahTI0lmptGu69/OeHqqCpW1DnsWB3wWqfi90XbQJrpg3cdRaqOCmkGVJrqfFWzff8Zg9IuojIH/aO9drCTRGa1pHHCyEdW9ZNeYFwrMjfP+wJi/mC/ABAoXyDy0NWT0uIA+36abNg2/ptok90rdan0r72hjFEz/1hpupKWri+VXAepiyDMuSgJm9uJCXDFaNTn3jocdX+sbVtltThQ2OBxe1T60vRLbXx3lvhxxZ1fUkcP/FF wusui@ubuntu\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD2UzyfBk1nZ8SLCtW9UjorMeOo4u9AM/YL8ZI74GdprR+odERZR17/QfwT5vmLVNa51+CQt1HcGodlQYfR/8n/OUl/gJyVagBuU2zgmLPO3tOor5RBfms5MZ2VZ9Vm3+WrCO/vrAq/5HVyGbQsKiQHXkIRSL2NIgfKRTOVTNmuTSXtZNDgdWGIBmcOFQv+Im9CRopoI8ZtJLQj7xfxtGtUas7FbWTcf0o92+xvWuGWq5WQgmZ8MUIfvBLYLmicuVfsWjZ1YsC1PNhuhkwrW7MhaD71Ej3ll243tG1QD7eAmo+psIp8phlU5s/5FeA5y5OzDZ2T963oHGhq018TYO0b wusui@teuthology", "key_options": null, "keyfile": "/home/wusui/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "wusui", "validate_certs": true} 2021-09-02T22:47:21.723 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlI 2021-09-02T22:47:21.725 INFO:teuthology.task.ansible.out:Qv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-09-02T22:47:21.889 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCw3MhMNDYjkiQADoC1mg9ga0Yj174FHIFt4RQIC8qK+6cB0N3CM5R4JwP8pR4tYkVFWmnYRScYK5VVdC873Ac2BzYxmse97zLJTbUnYWTdY+OFi1FUozsy3PwtiNHSd48Z/PBvkinQIey2QlMKaW3/yz9Of/Yfm4prxg9lBsd6/tOOFj3AsqIQ1OVhMfgeVEkdCL7AAbEYyMxePZ3UFrDwj05HDLgmFzx1xsNJFOuBwLfU/QNHoXJQrcVy0rZq9fB5rg74iz1JZs0uDWocQQK4Nd3Rv+wRGBuew2fmkrS2bQWXzMoSL+/i7pbf74LKcbWAE0wXEImqQeREHxq4ZZ5J yuriweinstein@Yuris-MacBook-Pro.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJUmq7btpBMjjODHXp1888xoBuX+rhiZg3ufuo69RgDxUMymJn3CPJ/5NGXoZ3SGAWKk0w0Dx6K/VO4y92mAV+cO81y8wZR4J3fPV3IbWRjN0X3IFoAvJi5n9v5hpG7z3RZCGmQnOZ99m1i9dge/3S8NpuPLIvYkSo9z00d+mNP6D8rGnqOmEBfEhUQXLeH7rbPwaMWPgB/hrpiPCyLR/+sGC5bq9PAsKnocqZ12cnvCtYxpnA7et6nL15ftEpUrKYAmRDxotuoUcsllP66GSszjbrgN6OBNDSqpGt/+RSJJwzZEGQ073gJuMveKy9tvD/PyEttjvVKL2KsBuXGSuL ubuntu@yw\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDmXWgRRes8bzekTH2fTcxdAAquFn1SjPhws1Z9 2021-09-02T22:47:21.891 INFO:teuthology.task.ansible.out:CkxNaqKe25XnzPehqrhg9etouUwvORQHdDJdTlmhTSYtn588Omq+1bvniab0KzAYgGZsWdPma/3E9qF7ChXIMik9Umip0drzYTaexCuC/Nu46brTxlnL0vaxnnVjDwmHC0CEJs4qN4e2wSlsA0uBDRWjxWFMdTUgSzII5xasHypUYZ0y3MNdbfY+SVF69DEDH8EOQMGYm8JQXNJFloQvmvLUFqT/63FsdpzRVTph4A8hvI1f8i6ULb7fPQN5ZS62wdXd/KvrBXrCvhOi7R63RM60mkMRXm1XajTGmCKiikfiqgTr yuriw@Yuris-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC41kRr6B/RC32DrQKRByalH832H6BpCQF9XdTvgYi4+LJt+kAuIGLDF4xm4uApTmWRrLspWm0Kksc0ger03uNx5qJqMEUnJvjxJnSDC0/XyxWapVxIviFkvv0BjbhVNOOaMU55ywrZ9hHgMdaFwuMuCOaB7f9Tm6IUXm2k82OXueeIG23Kziq+IQBysWOjvNUy/LLpl7l4+xOkhNUupUiQCqHvFH98VUdYWkHeyamafGVZmYbFLrOXgmviKo0u8LPxcT7psKLk0yFG7fG0DSak6DDdKJqb+G/NqMSPxRSAI4FbXQ6UOZb32Ozr1Sql9yfOXEYWZuatn7W5F8DjSv3p yuriw@yuriw-RH", "key_options": null, "keyfile": "/home/yuriw/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuriw", "validate_certs": true} 2021-09-02T22:47:21.921 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-09-02T22:47:22.108 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxrS30JmTZbnBd73s9PGZYxCkWH3u4En9Q0bYJan45W+j+y5vMzaNUVsp8We1tphqPQ9B0ygi80OxbHWu5gyv4g+M/JFtrnxv3QgBCYWeBWfh652Vbdlk1thl6btFnHUhVMSn5tkdnFxyVDJHIROoVXkHRaCNAUUy7tB60IhPAMomNcCGu9R8+opONFLXKTIfkYQ1cGbysr90DMs8ASEkvxdv40hIWhK4ufvL7CFFtgXuoC0c1WedBFOkr5LDegzL13xN97K9o5J8CAU0MUKk6H8KNKbQuNq1zANwymMFY599GIlxwai8iluJgfOObDRdCDmKM2f9RAEUXQM7oYoH7 tamil@tamil-VirtualBox\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvwiWVhNLeOLg72cpVIwbUYnmFh+Cqf/mE7Rc/Xci91on3GPrq++dC8t2GhTB5Zyq46EE27SmUkiZpHRnz7xwiJKM/tTgNEkffXDK3j0pA2E22iqV9FpfSA9Zdi1Puq7CPT7/rix4rF3SPvMtg/R1fkyornLFdzhJiMExCKJXGwf+QsKk4NVnr+nO3EEkKOoP1wio1bceZ53rCt9Tyu8NawAB2nL2fvtBPQDAriQ8bLX69XLbOfhFI6GJo815/j6CQxNmvA0l5ABJc8+A71jZmndzumFRgqBuhiCM5ohsGR0JGahUQjFEA4quNTx8EWTGRsqhAYszzpqJzuN+Xb6tJ tamil@macbookair\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEPzEyDGI7poyXVPG70vgQpvlU/lTt6Vvv5CoHWJoSrHklDdJEqekhCB87BX4DTrqbb5xoM7yfxle/z9UzgVwSUWqsPdZHA4EbrNFRKFxi/gc2YrygVSjumTyzf9WJJ5vCZvTQexOj7rjWVnJkjXHKMXZXIAQN/bJf6J21t+4A3XLrl30/4XXyq664NONUNjBHxHtlbS2LM6Th/hK4B23oj2BugX2j/50vWgd9H36bPr8+JGskOi6MH2ndZv5pYtLznFzQmsbixjaN8kCuyQdlRCOndPEFoHFhDla2MeB+h3XQLDXW7J1TR2URFSfcNq5ndDS4i0b+t75Fjhb7AtLT tamil@ubuntu-delldesktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6tJ9y3solDCzFdXcczO8GJEwMqMYXWU5kuMz0rr/US6F72j0spSNmwGemMOZE9s7KtHgior/Ufw8/vMRkRhoBY 2021-09-02T22:47:22.110 INFO:teuthology.task.ansible.out:B0C5KT9utGNqrtDdvH98h43XnKZ3K/yaHv/T+u2EYWNgHtOXMtgIVFnGwSD7RzF6TbwSfurprTV6ZUyyOxRcmHnkmwpbNwiwIoXB03k2PITdYCC3lEBEY0OC+vAW/E3+bFbV3RSEA0Cm31jmMyZyPeYiXiEnPXUIClsoDj34NwJTIgctwIsqM4eYUBg3pHliWYKEWDs55HZYoj3W/6Jw7MASzyAYFSmP8rQu8iS7tO1iEBRGOXFNxHirGQ1WqUn tmuthamizhan@MacBook-Air.local", "key_options": null, "keyfile": "/home/tamil/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tamil", "validate_certs": true} 2021-09-02T22:47:22.129 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-09-02T22:47:22.316 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDYGVqKZgLx2LJ49x0kGo/Z5r8MVefSUCYhhrK/DK8ht+YK1AqLXErjAedgpVz0WuwirRjh5YkiXGMYiOdkMUYWGk5nwCHEKnnCpne7Xh1OOqge/QGHlUigWVH8VIHBsZ+wTW25mqOrgDSGB8+Qk7Dr2o1sLGUHcx7vITDWOrer4KjF2+H5TQH/7irUVORu6fzeGKtGyOrTwQ+ZT1+fuhfznDULFGyvKGdcXxxNOg+21Fssk2nCNTlgRCGjHSrfelfuMT7QEt+9puWd7MWXYQg7xx8jkJGMpEQRFxJTxnfUlUXf3x2lc9Q/SvKfpVMtc0N+bk2F9+euyvRvjtn4LJNx jowilkin@jowilkin.wilkins", "key_options": null, "keyfile": "/home/jowilkin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jowilkin", "validate_certs": true} 2021-09-02T22:47:22.327 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-09-02T22:47:22.524 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDP/yVttBEs7mpVfJL+reXb/BfB7DsLrA5ArVqEJjySi3NOz3e/wE8KRWbHD1UdraAU3P8b96GdAQxGOs4n0muOMejmaXWZCP3HkRL+rcd+03ZI1lb6ga9XjBARZfb2h+kg5jTJp/Ll6mwAYbSXvQ4MuDQzwGRDX5Q5Xme7OZ4Wb+vBmmkihHydySyP9YXbWWsBw4jvZCFSKMGsUVy/HIt1coZx/PyCG/K2Kl0nrE5ux2QqfdTIpzYo4c3y6uMIHDvt29lRmk3Gnh2//U5eN8mmRRKJlkvE8DKy3VYsl0JsP9pTWUZEYgV0EX251WTO0akQ2bKuszqd9Ai04RWnXUu5 brad@dhcp-1-165.bne.redhat.com", "key_options": null, "keyfile": "/home/bhubbard/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bhubbard", "validate_certs": true} 2021-09-02T22:47:22.535 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-09-02T22:47:22.732 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAyRDKb+InDsnW4E/S12Pr6rK3wDfUG3j+iw/NsCWwN5xpJEA1/NhVlRzY8/jejc6ddmnNKWbm/UcYVrbo7yClRTGu45g0Qm9lmfvgDgi1k8mwUCy+edbQ/R8FB9cIHHCnUuWzRmE2XGaeDiSVQgiYqq3mOPY/hwe3G7jwFalYPsbmY1jNqpzODmKFMRd1bOwdHEOMTfh0owHWqhhXakU8em30lYraQVYH24FplH2NUBArxmTuctyfweHxx7yH3ZFcXFUpUMSLuVDWb1A7fMiL6eW6wiwh+dD+q5iFNvuioZITP2EjIsb9nS+eM9bOJZuZ+5pln2EsHee27LjunbwgWw== yehudasa@fatty\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDF3PxJYgI3tS7SG+RnUvxMxr0/XwBAio0oiP4AC+o8rUYYyPd/RU27TR1kphbuJhQWVtaZ6kFSBQeNQUxv6rb8hmMzvlP1FDEoGkjaOHOuYEc2DFkkEAfaR2AlNKn3pUQgLE00TLHctCgd57Cn2Ppt8xEi/vTuo0gX3xjWOL4N9QDElCXKNdxdyyJ/RNb/Mid+YxgKKjf8ppmhYsQ+Qqu4YwPzLkfK1Qb3YtR6Hbjb4jxC7C1Z13h0vUgHe7qSmUCYNo9eC+lEgNmmnLb2sXJaUUJM8MEex6v+4muWM9hV0cq/Wplrx8fhMWMa978sxH8yVkE3Svqc/K4ZWN59l3xT yehudasa@yehudasa-XPS-L401X\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDvplQk8xkSXF03uSJh3H4zyZHRMjvgUJBgGN27Kb7gAlI 2021-09-02T22:47:22.734 INFO:teuthology.task.ansible.out:Qv306wPKIprOwp+jDhEcPnEWBMRJMUJuBi0vEiqmDHt8mg8ZYcs+Gi7MbUgBokILdJuSG89KAgq7gBCuIhYbSg35pfvXvIZswiXvySqMrJNB495GYj/FrcWEBfQMuedMSkIfNzqPV9yR5YRh8fnSs3fjCzV96vzu7O4AzgwICbM6XmqVLXPax/32Hq0dz7sAawlQFCJYPHzVzjwmih46TRJnXrxewsRhk9GwKfI4SWaFIRdOdadGFSLgdZ+2iGE7hTZ3sRgkLOj+4zKa+xTbtjjXfw5up7J3hAmrK15Tz yehuda@yehuda-940X3G\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfNxvAw6cb33jg36vw8kJu48/BttmFJ4BFeanYqwRgtWZrKpAAGHEgCiNeyIttMrI3t7Spcdyp6dy6n0P3WUFVgHWEYtGqXwXqDC9UXISkUJVVDZoEynpGC92RghhzH53+7jX1Ytpr30r/xb1ktryTPCoEJRqyrg2j1b167i6PV5tuJCA+77gW5LWBmMXJCprjnfnJ92Gp8ZewBB6gL1x+3RFkMxGsibL0Qw1CTKfyAHNYc/jos6YiL0b42Ha+NmKwvzZ1GgIleRMleisSOyKPUlPdR7UnmtEXa9bl3Gc/hc7Zt+v4iUypr2WL0X4Yl7rJNH/AAd/Z6jPkAX9nHYzh yehudasa@yehudasa-desktop\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrSX8nDL2WaHe0b/rjE3TZhj5VwbrG6nn/hyWmm2dWcUqotSp973yD2G4tQL9UygeSkDGmjb6whrz2mcAFJ5P4oLtIcCLyZC550dcpwV3BtP/cMAIGE6xeEARKiP8KlVGFNDRg9/l1aAd08Bepe+rJyAYD7IxOOBfgKJMKbeOWnT40RTfwiD5CXNwjzQuhzZDEbm+8zjTChFM4P1EkfR3c+0X3MYpA1AsRQY0ElvFtcn6G0yPKR+obGdIs+ydGupKh1+peGWLemHMA5e62Bs4/Lwtyebyp7AOguC3ZBJ3TZWL4Vn1q6z21cQe6AuowjPrneZWC4ifFB6OUQJqM+R00pHBcajcvsfpYOblZvTJHM726Ek1vahOYfcbEMpqWlVYo+WPRUilzl5cI3ReyAcwphebqKPbhmzCuyJw3lWBKIVDhWjEFzGkxV/iFU5rIXFm/Z0JGNFFxmY1U4GlA4lFXtL7OvEdMsiZo1x0cNmFWLu0k9fQBtiQI19ZBiA7FPKc= yehuda@crestview", "key_options": null, "keyfile": "/home/yehudasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yehudasa", "validate_certs": true} 2021-09-02T22:47:22.744 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-09-02T22:47:22.940 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIDx37xbP0jYqopygG66LbSMRPoqpGUPzQZ3G8eqJCk2I dang@revan.aa.redhat.com-2015-07-17", "key_options": null, "keyfile": "/home/dang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dang", "validate_certs": true} 2021-09-02T22:47:22.941 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-09-02T22:47:22.943 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-09-02T22:47:23.138 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2YyDoeKdaCuJif79AxJAorqpUj33WHbHu/eIWpHju+iIF3f94K0qyEXgs4AwZin9pzfyd8N1aKNT8ZFPss6L0Xk68aO/6tdInq+1lTMMUC5v/LBqsIV2btPTFHrQWA0R10v05aZFvFaSqhHNsZaj98vQV7P+jiSs3yPWqCIWUTQ1VXnCeQnB4R5tob0gpMuonhkKq7vrJPhf6ge9Av+yjL7+8oP5LJqFJ5npDxkwZ0u3L0QQ9ftAT/e7Y7ESpwpgaI3Trl0EwAXFmiLjXEUA+FBbE7ko9kLqXqRjc1C0BdRG9sO0QKBGDBEx1W3w8rCPKgaDlVyqsBT1yvIjqqXDOQ== borix@dhcp-31-190.brq.redhat.com", "key_options": null, "keyfile": "/home/branto/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "branto", "validate_certs": true} 2021-09-02T22:47:23.399 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, " 2021-09-02T22:47:23.401 INFO:teuthology.task.ansible.out:exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDO00mus2XPX/EfUZ/YsKI84TnWj5TbZP7Fs01EkoOTPgNoYysVdf0PwhAooz1qPrv+HUsUMpQT6uNYfCHyqx9rScR+XUlyQuFe7Sjp/dn3y+b1PKa6G4HX7f1eejR3ZaLZXA4R/8oucAXqQS5pDr3Y7prwkrp9cyk8uawBXoDcAlA1SMIPZPrtO1+iZw20NDhixsG7NE5jMFfw3q8xTckZEqBbteybci7X1v4lEYXCVlbSbUhyZ2Af8HEj09JBDOL2bI3yLvj9a5Oj/HtKubyApzZpA7rgeoii2UZQGuSRI1VJktp9YC0zGk5S843xYW92utbALKyQ6DdB2F5gc0DX xiaoxchen@LM-SHC-16501223", "key_options": null, "keyfile": "/home/xiaoxichen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiaoxichen", "validate_certs": true} 2021-09-02T22:47:23.593 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-09-02T22:47:23.596 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCz7e2G3Ziaus2yMviKh9s65e+yaqy1+ezs5IC6US90/8WumNAWqC4Yr3ckvCc120r3VwpJWcvaAWCF+4IZeO43lSNLadbCnJONed5YklcUuIJvjC1eDbZTMLJ7h0ijgNXgAFmFq0AV2NHuE2L2VKXk2hsIqDVGjZLUpi7W+ic07xnScEoXXDSk5mhJ6bKmFsUYCC91g2roYs9Ui5fGd+ey28SFOADI7osDLpLkiTF2OzGel93o5qobNZwKR0AxGsBIta17mvf3I3307bGnvugDXpNB0FaS1QZhIzMO4G4LZL9zahCvv4wm5GmuO4F0+Ac7dwFu3KZKtHQe3g6WHuAv ffilz@redhat.com", "key_options": null, "keyfile": "/home/ffilz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ffilz", "validate_certs": true} 2021-09-02T22:47:23.791 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-09-02T22:47:23.802 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpGZK2cWUtE85Bt7fl+kSeiC0lM/EN+H2X3ePGq3LiD4g5R5n6nJsLaJaIZXdJ96G0JSnj07G8Xu1CkVbGDHuVg2O9tnxLhz6tzDwFYNFrQIpALlQwOq8OiwGDDyFkMXQ3JqCCWvyD0HLysOJQIBIlb/o92ZCSAGOyNX1JjrhXF+mlBk1AUW11UeZOeGZQ34MKHapH7T/DuexCz5gfZI/jY9Rg3hr4jb1zGttvAF2eeLJCjqD/Vi4mowYB/Kn/PJhNixeA2sli2i8r6yO/bFmA/PWnfSl+EqD4mUJWb5ATeJ3hyW8qVLOogY6XVu4Sd1VgL7l1RYzXuxJV3Rb1Yw2T joao@sepia\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDV0jbKpbmXW1bhRIOBIdVV1L73qjls7s5pxiW2EMPvZLYzxLBE92e3Vf8bSMWlm1Lyb7a+u5BR85+2c+h2F59sgU1Saek5ebPpFU5qBn8AzYH18iMVSPciByOzwS0NXwWnksckWxUkQgP9bZP/1ORQ7jWZEOHZ5mEQ0oMkP0bfG1cpFrNTxOhDmwbCiQ8dp6KeZaMg4hErALr5Eh/EESxKIkuwQzk9bDbtjPRDu0F2dE0NCjs0k0BXmDA80GksxuOacRxE95K6/er11qst/VqA7o6BfhxJMTXWMdj8NhzIUNjZ8LqLTG6P/XGR24sA2d2WBhlEKRMZNqeEjzmi1REr joao@tagide", "key_options": null, "keyfile": "/home/joao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "joao", "validate_certs": true} 2021-09-02T22:47:24.003 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-09-02T22:47:24.005 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHhYb/mGgHbEntAN2iPFTV1k8MYDs+jtsJDPE9MWtUZXksdeG8cEfXDBGhiBsprjELsW4+czJBqqESugFMevEysTVKIo5lc95bf1nApxfiRyMnAxb5wQ2OeLY62x26TWJhPu6HMajV+gb8CKjxDobf1Ix4ELbYlL77SOH1VVDtVZ6HiwtYngXAPMONCdI99cuwJlBpv5RjDoLwljOoxEXIh+1Fsvth+iymp0rIPuJx91DzYYgWZFfCLPHRgDy0H7YRdQWUzhrxTyzuT27vsNh5L8HgdowzOu9f2HwGzlTlxli94IJLMBY2359xsqjSswZzAv+BiPDAZMUwJpYvRvSt nhm@clusterfaq.org\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1JAKymiRDyVar5P75cMycxz9u8VsLuNtf/0t1na4ofa4YmanKswPQQz1Am82pvyPqXlBbdIGVneyMrkEoFAk4nTtfmCl7WdtaxnH87Dr9BOLEp+lIPHy7jpS/dcVmKRPB1qCYZ5GNAZ9g+DrXdaeOJdUOpIK49BP1IK8Uw5eBWAx/ae6/12yz+d/6e9kBvO7OUamMSne6Ghe2pRoI8jFOdWMbQy3ofb5wSHZGPNDn0YTGbNWHlfEAcrFmGQSTwohca4SqCJ1NgKnYu4qPVmb3Gbpm+MpUPs8Gy++rQ8wVZ5xWZW/yReIbJCqqVY4vrQzVywQXRucIrB1VyvShuNW3 nhm@metropolis\nssh-dss AAAAB3NzaC1kc3MAAACBAM7BfQAinQmLlkTgt7IIg3nQyyaJRiWA4agfu/HncrcAmepGqPCwy451g1eLMD3AC4QptHnV80Y47YQTyX1VQixIQ6M9zHG6Bo7IXzyqFHFpqnDZN25DaMM4na5bf1CwC9RtR7VWubojatPylOpflkChUBuAGWnzwkz2cxl4Dc47AAAAFQD35l/Lg4eTqZ83eTgJ5lihzHS/awAAAIB/ZdMSE6M0zEvdNPsWY28bvQ0QXN7w1ncVXGachA1JOEFGYvsbHeoywLpSYoiPLV57/wZT2dUzG70u80IQGildZ1WgQNn7C9r2Z3ZUgKmRGyC+PpYEa6nv+U4CHdMViBRXxNrP0bj2CfQv 2021-09-02T22:47:24.007 INFO:teuthology.task.ansible.out:UxUxrHWtOu/da2W23cpSs6Wz8gtz2QAAAIEAvf4vx/32Sy+kbvqOCYz0wu0ItlECN0qOk3gAMvphYMI2sW2ez2+Tsua4eoPRXT10zFxiRTkHQd5FSIvNWXV2iqed6rpwTu5K8vJz2duMIyI+xWLHo4XudtZdNxggkf+RW9JvPOMLMp4sCzBXxpreHBsb1CynndKeYVrgMLybZ28= mark@Marks-MacBook-Air.local\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCfDOM2v4h6Dk4pMWPQxxHI5rhFtLjkme/4hAp6ki/kJ1XOSzBQdQmD2UPDKvfO9lKO7v12G2Wt+re+0giAcSkfej4+xqV53u7d2pTbMI5U3zohZt8AgESx22DAxj1wBZYuyGO2TRI7DRQMxC47E8EJgcmZBBnMKk1Rz8k71pTmg+CI2vjWx/2x2bup9Mqe4uMA8ubjg2qRlWEqPKIKcHZyrAPdIlpy2FSZ9SPa0mJpdl6aYcFNgonD8BO6A0u2RPO90KmEWrRWu69vRvbbTDiqE0CkJJlAlu3jeFVD8US9vymBHSI0BDFUbukuyG1tAujytqGBRLzxQDU9JOYMP45v nhm@mocha", "key_options": null, "keyfile": "/home/nhm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nhm", "validate_certs": true} 2021-09-02T22:47:24.201 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-09-02T22:47:24.212 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaetIvR7YgpCq142fBQtOYsJrOMW+Wxu1beNXPJ8qzT5MxD05sdKntVE0DPveUydaeI8/vHeNjXDKN8mt1eO7Lf/rDKHOW/Y/36bUfQAODru9sdNCEJfSPgq1y6+X1ISljvLBXOOl+nQXlx3n5OjThNQbmdthgCT2Fk4hEoK7gn4+ol6foTkTdUXIBam8LuPU6f1KIG6ae1oAVFWLeavAbvmxUTmVl04+hKJWSPnvZxWupaPuiHvsImaQ7GwBjKhzL1wSMly0+pa2zbVYZKkLBA7Fx6fzP7jcEieOOPM1YU0jR5JF+WVzeRFJ1V9n75yOw6S4ef/X/zwWx42cdfx3N nwatkins@martini\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDRivdSX6cbPrdMrjz1oYgn0hb8VQo+QU7wD+AcCQi/CH06ny+2QjSr7bfdpgQ81Wgwqt9+e3KcLD5qdt3tneC8sgSAR5QUQrWKhPejrqdV+3990k8k0KoKIOZ9MGFc1FBv5IpuT/2d535iHJb0ZEg8mFKqKDw71sBEoQT4WElatf5DeVC507hP7GnrhZgtTPcrVddOLkmmqTQtLE1zvo9Y/eel8O2JMImMd6mdVBIcFQ1alU1wV4jLdMpagoPelvVTVeNkGRnOgvvQac5RXtGSMP1R5PoGz+1FgRhDCtdTXRfOdtrlJPtUjYiGPpIoKIUymlvQGjUrrK3WiQIIkIfDtFFu48EN4drjgQpCEQ2D0NMKEmk74mjx3CJDOF1Nj/2Fa1kjECiz4EM7sR8dDG5cW5Y8XsDoomgugM+rsOH9kWFFClHUJmdlNGWLhJnu9UQHLYZjQw3zT0F+FXUsUxKJUVTUdxQx5HBO9QFsSe13NPDnX64+SQ2VVStt8oQAvFO+6260zbux0RVaJM5dTNwnIHD/uI3PeR1z2b+iKhyj/9VP2uBRpGydLw/etQu/lS2K30S+kZIDAp0sqwXH89bdq3AJBipcryrnW1Ov9K5Mfl1UlV95/MivrnOFISWN1F9XR1kuIIYdCkI7hq/FHZ9gd84AjTiERfxRv8VCIHBVEQ== nwatkins@redhat.com", "key_options": null, "keyfile": "/home/nwatkins/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nwatkins", "validate_certs": true} 2021-09-02T22:47:24.409 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-09-02T22:47:24.411 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDJD+2BHStkaMJ8RStIIz+yDJCGNT1wbwUnmuO71vNlFxzIyHGvCq3ktx2xTwZz/kj6ZayXYWIRH//BhK2/iK/v+u2WQMBURfMHbf0lDMmNfbHCDBjYvEYgFo4Jwvzq4WHus0AHh9TdVt+TpcxyGPhVbUJh8NZut+w4cRIKu2xGoZZGDeLgv9ijXvDPrCdBxtpvQnF99C0bCTdPM7MK1FSCQEaRmNUgzEj0H7R+gmWi0T4HUD8ZY7y0vWbYPqT3Z07My1u2BfRBYpXnv1655/b777TkSlzSasORhSTT0AkW25u90Rsj2JWr39+49/Ia9uOyFtZIirugEv2v7v/l0grN linuxkidd@zenbook", "key_options": null, "keyfile": "/home/mkidd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkidd", "validate_certs": true} 2021-09-02T22:47:24.617 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-09-02T22:47:24.619 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrRvNeBa+/GXxkSDmaim7U1wFpdBvgcK9/eP1I4fPS5xAWyxXI0s0ryX4Jwb7auhZdcqPjgUPQvIVVRridKJPz7l6jUlbIqdnZu4VHuaGG/DfIVxsSmw5aI5qI9Fg/s16JPwOUuzcLHsSSh8tFxY9L1yvs3ztQnKHW6nN5+zhPbW8UjmTNUksXXAeCM/OZn+IOOzzvfh0vVe/mghIW2JpOjHkZv4qwaWYcHg6+wWE4m8l84VIegDBiONknZXcQaRj82nHtfdnb2FSiV4+gKP18i90ai0iTKKXUkMJNFKp1T5MuF7UuJLA7l10FmgQJsZBS2Loa5oeqbHYeztNAfUxF JCLO@oh-mbp-jcl", "key_options": null, "keyfile": "/home/jlopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlopez", "validate_certs": true} 2021-09-02T22:47:24.825 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-09-02T22:47:24.827 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFkUz8Wr2RPiY8+xf2hL4qMT+jA4mo1gmpIF8q7uVR03vX5NhzQVxVnXiyLCFv6susSMxpBafa7aLutqigXhDGJWUbsJII5yTnFYVer0QmudEsLmoDyvI1HCNk1IVY6aIESE50N3Ndx+agWasIU8TGKqJdDMPyiUtfrvsrGWi/91ZLX6aJSrFqBJtTpxDoNe4XL6QRPNv0wb8GF0az5graXkzVe3GkaQS9lyw8m2ougDvW1SLvoeE+lhUUGhJGkkCZKv1f+QNLhUHyQ3XkXqh4MrP3pPUKIuQ7nKiWDjCP6Db+ZcejjTRC19D2gLjhrw3Z2J7nn/loijlFzV5dp+BL haomaiwang@gmail.com", "key_options": null, "keyfile": "/home/haomaiwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "haomaiwang", "validate_certs": true} 2021-09-02T22:47:25.023 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAuTvkaUtEaLbLcYA9Zw3MoHI5ZPudKf6CAbAZdhp4RMVujimR61TT6LdRF20g6F7pH7GrI/1WP2bu7a3sZyCZ1nCJCOhrTTS+2wwy7oGo/0yY4l+Bw6i7LGmJgqpO5dDxwADMlaHUwJ7Rf1Q+Pd7NmggkAVTmaN6qUGffz9hZsj7ibD/Z8/GFtQsCEMloTLtnz4NB6Gxe54UXEKz9pvjpXBhs0xWsJtDKaPFrbKRKswuH45XPuwJhGr249ZYtwQqcgXSWhOUcPTwf5Y6fj27aL2dx566DxQzqzNbcTcO96MguIy8Ufnc0kIOQQw9oHJZtg82zwM6+2mWr9J/K94Gv9w== kefu@save.node2", "key_options": null, "keyfile": "/home/kchai/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchai", "validate_certs": true} 2021-09-02T22:47:25.025 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-09-02T22:47:25.026 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-09-02T22:47:25.231 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-09-02T22:47:25.232 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-09-02T22:47:25.429 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-09-02T22:47:25.440 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC/r/Xf58szqJ3wLdTE+mRK1Z11f/+VABmx6804NO77ncdC5ZvD3Kx6WP/oje01iwWEVXNAgEOaXp6j+U10aPvBMaS30qf/IhUcrXwO1YcGzZ0pV6UZMxcTuJw6w1VXy/YtgW5BlIfSm78zabztES9BqCgjYYM2rml3L1teDF4WU1QiI97iW0R57yc0t/gqXGpxqSFQ+iNYAl0Q1MGUgYltLvPrhm9WI2WhR2/GivdVMEM5lViNlegxneAZRb9YZMCG2kmSP+9Zd2NR367OrlgzmgeY/9u+KGXQiyfaO330s+iksxVwwE3fDl+KnqXuHSJNccJV7iXzZKej2QAire4X dfuller@Douglass-MacBook-Pro.local", "key_options": null, "keyfile": "/home/dfuller/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dfuller", "validate_certs": true} 2021-09-02T22:47:25.637 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-09-02T22:47:25.639 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIKepJjIovBTCkdVyvAdptljhw9bYcwtIqV/ojdbpeuJtxDo9UyrEkNoLeVpZgOcrbgrkOE7AEixo3qB9PbD8z5NRUleV7wipSh3QwrDmSylSVReJKOwYdxUKkzesZYBGIGYzAbTKqcVzPUWCeW314+xmv90XkO/+1vgbC5uoXfbfnaiDHQimBom8QV5Egr+EhhcuCqMEqaVSvjMr1T0e6IL9gUens6Mys6czI37go6QvmgEzkBbDJJ64PsiOOFHVNk4DJVJ1c7TRtsnpIHM1YVFjsH1AnAL6UufbgNSFf5dziUB/Bz815P1/jsOGpHkUKE37DbHU5xtLGl3MmimMt4ndcG6EggBGEYBwfEWPRAsZs3qngssrNH5W0CzbysLaoovzq5VqS8SdLMu5XrRLBEB0uWWzLq2bobYymk3t/oby5zrHJV78xAuLmldqjvlPZSdkgwWNv9YBLkteBVr2HhjtuashJ6amNPbA4kCGhXMpeRhfvfqs31CBEKbTV+A8ODWbWAoQxLCcqS24x0yMi73N0UzuqDTaJMcE8ODJvOxcLNaV688QDbrC/UehpX/Bp/DM7fLHj4YhkRpZxkkN5w2kb/bBbWya4DrffhHKqn9CH1z5ynj0237PhTwCXjtRn0JzpeRgN8OraFgR2H3uPc9XNqlkFxxOBK0lRngbxzw== owasserm@redhat.com", "key_options": null, "keyfile": "/home/owasserm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "owasserm", "validate_certs": true} 2021-09-02T22:47:25.846 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNH 2021-09-02T22:47:25.848 INFO:teuthology.task.ansible.out:ORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-09-02T22:47:25.857 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDVFy1sjGvvHwS7Q6E61ykH4dUGfxW9+a7Xo3JMpTBT33/E8bTrYF6ZHSdH+uxScisV9Vll222NJCLXyx2s9EOcv4L88vWDTZGCaUb3iA5dweLm7EYi1NXT/p+jWDA7MAF1FQGSAQafTHpNRxLcrVPgsLDy35weV4xj7ShEU+w7EBDb75jlJXqy0luJLKNBrLzz/wDV9Oe6y3APwQBhtO7vGrVzrWEF/LWLe7U9ad3DQjvLM7+H+QVpNy+nt7us73K8vHDk1KrPlCCjrcN+fSGPD/ILlxrDrDeqmmBCtPMa7PSSjCyAV/EW0fsmArcHrHXKeKWTKXG9sDL0KBqos1kB vasu@vasuSrv\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQConeaJ2kvUOMy+jeKvXZTw655L3KK0ZG0HONIySFrRNkGa/M/hYf8oMNVh9SEax7vLNme0kwk7d71EhgtMGNsvHtQOkshWxM9P0XPk4HgB/OL+2LQ/7M3SwD4vuXPbqvrQS63YMoxcHBue5Ol5hXmM+qSoZajpUrfB2woqbp7aKsCpoK4Cgj4XfLHfh0n239ae38DU6GoAcL0GzMsxMdQhWzBwOO+ZHfowohc1pfY0+xGIMW1OlMN1eO7kuK2gGS/YRVOnLw9uu/2NErIjBzCihNN0PYWur2JE+KmU1x6VMaky49cKmAlc5WUqZ+FpV3gvnb3cLjBClnCkdjIcLeRR vasukulkarni@ovpn-116-227.phx2.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRFyOO7qitrq6Hk2NSl28h4laRTxA2zezy1wwjTqs6UL+oZjNRYQjeWD3dDNPZrUmc9JyI3j1EN11cCsKAp8YXz3ItB46M0BPeJ4TXCpg36vxs7/twSDMq/EoXA5sRBbUJFf+bthcNemwG1WsJoxRVzMezbWBTHvz5i4Hbh4sL3PBbac3FhT/3b5Q4tKdO6bXGXmNLAoALyVZZMfoSz9CWzvrO+g8Houb9iJiaXHp293y+ND9Wicl9wHPckO1VcocZ+ldByujgX1cz6m+pxmf6AKY1 2021-09-02T22:47:25.858 INFO:teuthology.task.ansible.out:OMJj5PjmpN0HrgpV2QLVA+ba9qBiDwi1g8sRHXkOETMZ2jq/2a/mmTtvrsF vasu@teuthology", "key_options": null, "keyfile": "/home/vasu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vasu", "validate_certs": true} 2021-09-02T22:47:26.054 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-09-02T22:47:26.056 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-09-02T22:47:26.057 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-09-02T22:47:26.065 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDlOImwCV0AGu5L29ABaefV9Vqjv43WYJYFuLTxGQQdeQGcways6iNKGIX/nzf3UWkwgg25OVSpzB7zf6FjBx+HcQU+RJ7FLzeaz0s8ZxBXqWwtOYOvP9cXmAXA07hD5UAfxZKC1twBzL82bKJ2ZSmzfQmBjvpUOqRs7XwsQIClOW/ycY+jLgLRLFFDxzADsgnn6UEGlHeMETYocUbe89P3wbY5fHhqZmn6e5ncuAQMsiLRa9d+QhSdpD07Y/P65EzqRF4UOX+zpOc6gPlgHFir9pvf0bTbbBG/qKN9+KGqzZMRJGKenpHM6EMfLkf0QmrT4s4zd4ZnUQPq3HN3pul3 redhat@unused\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9n4ege98BNmvgUxogdcpptMILFfEisAQaiLUvSKpTsoy2gF7C6xSJXgDaziT5dW4ad2El4xmKQ/e6/e14Vx5i9pGbJz4NvL36Xmb3ent2PtY18i6d3CbnmGI8J7YH4YS9QvR7FC/KuvwLR6AdJ+uQShGhqG8kWJMjbqrtaxu8l1hq8ymBXw3O1Ht+xrZ/r3dEkAIVF3bMCSUnZpEbSsNoeiydEQl0ZCw+meXYmSw15vYVtKpYscZxqADqhSJJxIEHZA4E88dq6aYdV2AZ/s4cJK+tBl/ckBnclI3VGHSGn6oaHoO/fCHtKiENplDuKoLGQPO6xJ2Q/apHSGD7McY3 redhat@network\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDn/XgNfvqytLHgfBUdQIhJiWBlj+JrXqGZYvAZZJIWs32Ugm1/lCQTssGZrEj3+Qv81jLfkP6VQ8gXSWJkzUK4csxRxkZKXqcYLDE1csdmAFDOfWUFJwhMsCiiCyBiW9oapioLpvd40nw8k9qM4QuzaUhVonoGXMDDL1/dCgkbIjiQxxTJPHDEJFjtzul+VuhlhHqE6S1syoJG+UKo3Q1tOBCs8rwaPXEfCXFsyv+ZmcEv1+mpM8QRjdr1D1hfUfwb4CHtaa2AE6B5wL+zoY6+jsrTwZSwCfeIdgEZ8e3V2iXP5F7G6eXotu5r7mGYJClHZFLSfbNPN5J+EbRORl9/ wbhack3r@dhcp35-24.lab.eng.blr.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHYkp1nuRSYSAl6me1xuoTU30DW2YpAR6EH1c2adUC9tNtTZbMnab11aitQLAtZb9SKsRgnoB5KpH+zJ0VNKCuJU227r9vZwcVUruSGwA6X7LOrSkK0gFqNRZkVoKhC9oGHSU0zegYBDxx8VLxSV3CE56b+KEosEo6iJe7TkXy3wXHK6am0uhQPEdSHtdUdD683CGIffdF1RFmAFnzTPn96lC9rLe1mIGO+jVQx4zIo3i33RFQLy++4DtQw6Lrgp26Xr85HmQekjgyiya0VkR9Ypy7fgF2ucBGegnOgZDGCCY4G2RuqiZyK 2021-09-02T22:47:26.066 INFO:teuthology.task.ansible.out:z2TZaOecDwrLkbYM7EGp8up5uLFRZsV shmohan@shmohan.remote.csb", "key_options": null, "keyfile": "/home/smohan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smohan", "validate_certs": true} 2021-09-02T22:47:26.262 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-09-02T22:47:26.264 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDZePxJmYerihzA0aQbMt7K7bctPEDcwPHiO8EVuJowp6zwhSmtDnYuFybKJsee4l8+rDKR6T5Ugdl5pLjSzQ+Ba00OSH7+qWC6shvVDYju5mIooJnc+kwx8RgapbGtDdl/yYskBb1KD5g/3+i/2aM+Igk+7nQR7Cny5+WnUEvHd7PHBbUXQSuu+mlUlnXCVMM8g8qlc1I3WQL5eQoIqGjSWRgZUIsn3P5oryYBzbuG9jqLwbaohJvZRJqkimQDe7zCFk6bB3z39pyOWUN+sldRvyL8FPyEmqog4IwpjcYyCuCnPhnb6fNq9yB65RUIde82Kkzx3LZrYOXTrdHgD/lr abhi@trusty", "key_options": null, "keyfile": "/home/abhi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "abhi", "validate_certs": true} 2021-09-02T22:47:26.460 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-09-02T22:47:26.471 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDcsBe6CzgWh64iZAH8zbU6ra4yEiUBSsiUn0AHzyQurvjeRpL2Mut6B1WEi0kJG7BAM6b13JrhnD9BW9yIMIUIPpVTa2o4zaXP90+bvjGrgDeJbxv3T9/TGh13k+WWyampxm2lo90/+Paql/HObQyyIv7Wan0DOdIe2/Ue4ooWH0tu3kj+3unJTuw82oEDEn+9tGs0oleG2c8XN0gQyVl1DzR2Gqf9PCzXK7hInC3niY2huoSAZzVFEgsniKEWqTnVWYi49X2SsJhUyHCj+mqrTG3YnW30nha3EXOWIbQGblXVoTIOc+gNreqdGByOMICKSnQmPSG4DAl3c1Y4h4A71T3Q043IUv7v7S9tAEKq2h6oJ9I/a5z0u4kaL/+B7Cw7l4bitTdcZ0rcqSvOkKUNNgxujbucMSSc4Tsh5L0762xaziD9nQZl5bteb3VtsMAueqhu7L3sJy69+HGg7oF68t5TguErXfI2UNVGOn3eRj+zN/zSwLUXMoROlpM5yHXSzHvpsbgZiHBImM2CeG4qaPtqzFw7VH6NWJv4ypb0htOMWsbXmLshNTca1KXrrBcVozSJC8wKgEOxu4spk26G8x1IVTsi2ypyYX+irtAqZrrpIPdQ0Ss9NjKPhFNXAxJgLHj6TlH8UNh1gRfN/QTyzpFSe4EH6uOlnWuxcuM8ZQ== cbodley@redhat.com", "key_options": null, "keyfile": "/home/cbodley/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cbodley", "validate_certs": true} 2021-09-02T22:47:26.669 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-09-02T22:47:26.670 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDrtHyRuOSEXAM6mwL4qoM+NM4hpIKhaRS+/Y6RDoFKszkXFw/jC9ZYh7q39rQpWQBKHVe4RyPN9yyGWydFwaR/BjZi14ippmYOqVG4f7b+k39NFbMJRcSxYC+NvkqxK7+zpsnIWC+RdJ+blZi+zCbaaAYcMDSvBZW19FsJSLrO7hh4R1cuzgV+Xrmwdc1/VH+HqPMu3tHGv7N0SfsklWI8Inr0aiL83QqqgKPcVxljSWZGYvvFyTQOrkNQeaLURJNER9WIIac9o57WOINw8kR+ojebcOUBsrxZH9j+gMjsJ752Rph03wdMUpFcnS6yfvI4Ial7x/sGms4FE+wL/vVF mdw@pika", "key_options": null, "keyfile": "/home/mwatts/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mwatts", "validate_certs": true} 2021-09-02T22:47:26.866 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-09-02T22:47:26.877 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNH 2021-09-02T22:47:26.879 INFO:teuthology.task.ansible.out:ORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-09-02T22:47:27.075 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-09-02T22:47:27.087 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQD3vdP9QHyNFUNPOdplezEbdYsQfcC91ncATI6Fl/xHifmUbcvjIRqZHkCY6FNWUpMeg9S3+wlHJtzjVqJJ/MlQML3EtwnzQkeWv8bjtuZ07OqULYIv0zEx63XUfSnrdFleJ8+KDSpn7krkYE44q85B88IL+ZBeq5eCXFJ1TtmsDcvsN8WqZNWMdUGqgH3Bb4D8+YKrEfGxoievyxZ1A1DnBHan2l8foTKYggRrnuSbTb59cFpxY3R7Arc5Cn9kDJT1nDVBA5SSGCfRMiNyBOUzQVYe/UjKTaCpngglXC3wYnjoGvGcpksHLQCxyuJPB6djC1tdF+3Jehdf8y8+2TBzWXiiPq2XwS58sER5GcLLLQv26pPL8hgu6CdI0sHxgcgQBgpjoLwUMHmv13CnN/AAcZY4RRDK2X5zd6wFSEhuuCoUqh/m7K219IxI6fVkLaApC851D/ua/pj9OMjiOaJ+D13cPrgfqxva4eK8FQZvqQm7aUK/TT216QNYmn7hkzNjMTkjv/L5yYQ5Ym92AHy44wHzLPrtDB5mk94vHOjG+KlAt9ofuLncMSAXWe+fOqxuIQ6VfbL2LUv0EGYhHe4XOVj98q5utsVQxQbXAZzNQaq9FWXs2A4xcVP7aWj0Fooi17LN/W0ng4Iijir5hyLr7k7M1G6resgiY7p83biNow== pdonnell@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQCpgLVt7Zphmf6nqD+9BC0N91jdmaY6ZpvrYWlzbhxXITQ6juIEtegnlZ+8ohdeEfHFBiyu1xOSQSM1X1ugvpPQE94UqQg7JVb0tuoUCNJHYnIuv8T4YgyP0/vEV48k2G0BBWlP+IJ5f1iDvZuLHWLR5JSgGqh5ELaaHr7Cbyb6JlImldb7SDIoPHMCZ+n6dLO8l5Zy7qWelw6aeA770xmPucBr6t/BVns2g77XgJz6zFd99yEaDy27i8jfzL7WqR9i93yVE9EsL7tuOjg6G9KUzxBF0bg9iVsJXypvcBuG0JwQ+SDKqYw/cN4iLy5qBa6Siqrfpc/LKU21VNmJ0e5eXNgKKbMBpBb8GVmkoLaSRcXw7LclWopjNDA+meUhDAwU7b97N7cqN8BYhBKQyiShXFHMKLuNo2fSuTRt/icfb9VisKNGBdvwgV0oOlrqbXMzZKmj9amb9b+3JDBTGB7ioCsj5x/Evf9srXRrQ9kikIr1aBbVXIWir/lasNWVydcmUYsNi8L7W0vXArLwp+GgOXJFeZUiD3z9LG4CouRxMSwoj3lgWeL2ZR8feH4D/SP/+QmBdU6+aG97au9qreeXi5X8QTR3LND0DwwEKczX+3s+Fa950Oieom/gXC57PVKVh90KVoAGw3HzJTlZrauOtLkYbTUAX6woOMhAtJ5oWuDDT4UrHQj37jRrrl2dETLwKwUJN2+2L07vnnOZ4ABcGWLsU6d3bXeUBlw3pdsYqPebDKUEpjL2kUOw+zmfjE 2021-09-02T22:47:27.088 INFO:teuthology.task.ansible.out:fdVx9BfrvExvDX+3MkxccCJ8FY7od1s5fGEFHsXnIiMnLO/HZb/JN+Aoe+/ExadIcYwJnWcCJyly2/532kGFUlzOliCwPxgJpjWCKQAv6LjWmxoPXiA4JI0bp6y7lMEjmV2Bp3mwphlsW/r8Ie5hg1UPh/ttHRp/VZgcV8e6nNmP/qc6k9b2DWTNFqtWqm1hXLOwq08HzUEeH9mTqvenyAbv2RFMOS18Y2K+4BKUzHwZujrz9qEh/kqtpFScEIXkOJ+HZz3mI6XfjWFIPS487yRGfUvW3+nSWhvHc8vJY21bFRKdjD84qCVlZ2BfOCGUZSKftVItEiqXMTRs3RZd5epfCVZbJuA0hG16jUseeHqqZqDtlbLkzkxtS6v3iGRnPh/Ke/94FHHCzvYY8cmMYAVaM6p/G3edWftbaEtN70Fo7VKxPrpPzuSRZ7Vxmnb+Zad95DxxAC/vtMy/vkBVIP6dyn4HGxqa1oECFMe4oXdhnxZQoPzvWxb8upcXeAeOMMbcIlMq5a+dCBPGFNKhNhrb+9uAEDHwjE7rZlMJVSvt9v1S4hll6jiYIap+7n4reSKrS45aO9U0xiKXJJDohh pdonnell@icewind\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQC8MdUJzIvTCn0fM+hv1HAO/Lwjy/C/V7stQRWGIxyrRHbniyX8iuaU3j7YNFglSQPJq+YRM9UnGauM9/0J9tHKLsMp+zRQYrtxU/ThiTUN8TRJY11mGUol4yLsqkTtm6oq5sl6o+LfuA4hzaYc3XLrFHRJuCUgbtPG71Q0C/y3U+itrDK4wXUxBa4YzZzcIMg+c88VXwoouPbiL0gW5PCXzMaNtKlOqBUKlE935MLn70wIEfN/EwAAbss0ga1moqeqmi9Nlvm20DNIVFmkAGtYoq6CHXtL/uehzai5Sueop8Vmd8+1U8gDTo6JpiagdD8ZNf0zAbRx587KAT5ZMnahJpO276j7RNa85ZFkNkEnBLqBHRkCkTCYq1GehYyRaR69uuKyczFiIoTfAQgPh7VlnpT9525b/4nFsBDOkWxxWAIJR61YiKemPV/n/e9SwhvVsMDb2B/RBriwR7Mi2SZ/lBHGB+z0OA+EE2rGZy4LFVOfUczqIdpltlNotXan4M4F361i+bX19KE+f2RLySn3+GiFv0CdLwslS/y4xysz+FWxw6B0Y/EkpiDU3CdWM61+THGGm/DVhfL/Pvca7k8PonHFYw/x5w1nBcADpkM9JF+m5eOnp+weTEzl58sS+3GnoAuL8YFJwMW1RmE50xM0o5E3SDc8XftUvaSZz8mhII3uwDDukbELfmkLbnIeipQKyjO+GEx0JBp4Itz82qGuao0Wi32U9wHzhSWnX4GQ0pKZnq9frSlyCNwHu/iMiKF8sA2bX3dvplFJ9nKWPefcU8bdl/upr5hYrd2GttjUSkWZa+UuF264yx3ztcN7jotRhEmmdEcHVzKQ26/NyRI4/9DQpDKY7zw4O2wFkXWg5L9kodXwWzgy4cyOr4dMD9LBVLOpHc0CAji5/+lfuYQbu1mwVdfOzCXDqByjt7zCbeN7KuUh403sJ8PTQVp642xA9i4AkPv5g+fqi5C0++1DbZP0lmLfKtTswHhoN+kAqZu2N4Mu6mNVNKyZgW5h1pZzNSGWYcZttyYmMCHhPketReL0LPJ+VUsqQCVohuta3aaSe44InA28GZsXzMj5B0el/84bnE7cN4b+rfGD25NT73JEt3RgPa9W9jqT1hwd/nf53BDKpp7DlHjR77WSWT4h4F7bhbM1RsGSqAfZjCUJT6Rq+IuM2XcrLDY8zIeArkqaZLXMzfGj6KJ7cQes05P5LYfY4osXiq68Gs/7gzF31PQRRGOYAoqMN7752sn0ZMcpnUj3mJutQcncRUN4+naTMjU36WWD7it0YuQBnb2IJ4iKjYLInw8pr2zKgWtgr1TSCM4xKp/v1/ZMmbBmS+d 2021-09-02T22:47:27.090 INFO:teuthology.task.ansible.out:TzNC7Mpkt8vdCNjzZ5KZ5 pdonnell@aglarond", "key_options": null, "keyfile": "/home/pdonnell/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdonnell", "validate_certs": true} 2021-09-02T22:47:27.275 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-09-02T22:47:27.277 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-09-02T22:47:27.286 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDKzhyWb3PmU88m8BbgpEuBzYM6+x28z6aZwHSesiyfXMfF4Y7IZjtKaTxH0ph/O9GQCPhRCVhRd8TlgKWJGhts1E+VkQfHfT18CgmrPWzj3gifc2FJhL97vB1Pd3jksGnOPAikgYPHP46SVMTtyvXCkOUuo7E29WrkdpjawcqM1rfpw63OnzHf7Ar7Sqh/othB7ajyVQ92t+XWSEqj7K+NRfTaq5L5RBWbwarM885o8xdI5mimOZ0QjzKOhFDORrI+HEVlkutyB8E20nZgo7TUy+kYeLVhEqb3A6Pi2QbA9GFLT69kA/H9nebhj7Cuim9yrx4OKeZuIncG0UxSQF3QmWflAZHBs8L/jniTz4DJ5id5jR29tvGK2LeddCEMB1L2cHwWHlG0aX5jaNEJe+nG6H5Tcg3+M1RPM8twBkRQmS3UzAyX/MTH1kktyFUHn8CdBXe0WTuoFSvXLB6BCHWzDYZOt0tIV/xMtBwhy+XGYA4oZSsDU5m7VlSVLBGL8DbRX69Z8AGey2y3FoFu/roY6NmDhTxUedJ2ZfoKSwdZD6jjatdO1621nonBnJxrDgaXCWzT7HtnWcc3GwxZoBrqkvgpsx88f4lNi22OpYVPV6A4hECe04u6OJnHSWVk3ft3p5PaLNF8aEXbiIgzZKAwX3LxpvEDFH/t1sdihhpmjw== jlayton@synchrony.poochiereds.net", "key_options": null, "keyfile": "/home/jlayton/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jlayton", "validate_certs": true} 2021-09-02T22:47:27.484 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-09-02T22:47:27.495 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCijPApnekNl/dsY+fleKYstEzNkKflBEcCoKtjItUCDJCVLVFOsDBrV94EGvDWpr13aj9sSwpUzRbeu/vOW8ZT853HH6Dqg2+eoYwG6vDRprZb93nw6l4vtU59/M0yKkyi9CPp2+YUo31cCFzYWpq8bv2j1xBruDSUCUdn9nJrHiLFqA4QEwSpw+uVCjSKzQL+LjlKmE8Plfd+8mNCQeY/OFsjxAztwN+4M50SZCnOVCIwEXoYRNd82JOXMOaqZJazSWTO8Tml6+Nu0hyEcvHkHxWRDSM+6LmXNnjlVUPyDN2h1/VAYATpOZ2VhmRarDoftCp9Wzi7eQdL/CGiMyuD rzarzyns@redhat.com", "key_options": null, "keyfile": "/home/rzarzynski/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rzarzynski", "validate_certs": true} 2021-09-02T22:47:27.682 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-09-02T22:47:27.704 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdGthG4qx90VQ8mJ7TI/IFFzptkSqBHYZsFIVu06IQgHbnFBvjao6heGt4UlkWJkegPCDWpKVAe7wFuXDpPlj/VssRHB5LBnYHKGfkNAzMNiMjpEZsTdy+9w39CCujipz0AlOSfrUdANBZ11AnG9VgQSPEukX5487juob55lFM6J3x+v4opBF3rSlux3+thbr8V0w4oCHMD9/aHvVjFoBnxo4oirR4jc/jgC2fQCMiAJhFKJGhjkKFiNHxcB3npBuRnpy+59BcScOAzSXdJ7DGnwxQLjymnhqsAcWinjjJhOjaq6NaoeKv5I7zQLaVGaQdIyuuAK1Dnb7trpfQU7mR rdias@rdias-suse-laptop", "key_options": null, "keyfile": "/home/rdias/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rdias", "validate_certs": true} 2021-09-02T22:47:27.891 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-09-02T22:47:27.893 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2021-09-02T22:47:27.902 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEEjb7yrcY6I6XbMU0hCps1NqBuYmA6HDmMcS/l3i5wJRBitIXYVlv6pefUG9gdBYR5NneccLfVFURu+DC63MJa2ELJvVXsQ6YUOX39bJUT9KlZs8mH+nlTD7tlPmP17Ae3k8sT0H42Q+/5+b5YvdAU+03aPhzntmy38SyvLKrvowRk63wHgcE9p23LY9tY3+HSJu86cb/IdePk1GLjnrMeT9aM+5j2eETrmBjMArP+/2UIsT5eb8MBkQzJ299SCC2gfV/qIVkorFl9xdejctAwNwdT0SPTMxCHxaiK3wZ0e/5HHTbSgR5YlxOlKYq93XBVYIaFKPCePk1At1a3Pjh cephalopod@octopus\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDcrTZoKO5e5xs2PB2UuAruvGlJESTHNAtqipbC8yJtRg8WGVDLt//rGu36QNSbpbJYMZgqgKsXBYolJB1ckqLYLv5j8RAoVwbW4QqKaV95y7x0bbXs/YAPnRBhEO1nfpT8GHQusUZvTbz38FDaQwstsYoncmsyZwBrqus9ycFavpY4wfpKoWtzeiK5Wjq7ervThOs98ZJKXJXOOxeI7mDakE3Jv7q2tBNu/rU1kzxIl65kWURzgxox6EmIZXQK3FzKt0jjdKtApVYSlx4ODLPI4iyxOv+MbRe3Nnj6FDhfz8/FeP/U5wWxdYx2WslzZCOI1BJ0VDLu3xEpLlu4vPzp vshankar@h3ckers-pride", "key_options": null, "keyfile": "/home/vshankar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vshankar", "validate_certs": true} 2021-09-02T22:47:28.090 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-09-02T22:47:28.111 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+CtnvyVRSkIvD15O/q7/vQmD4oE8q7Mo6oT3kqTXaEaQ7iDayC2biUC0PC4OztPlNJxPUcKK5DfWw4F79OKeheqUbZRhsCC3Ge2JGoXHmsf0kBYdioMGiAxm+f8M/v1KESSSxvEnU7o+oi6VtFchh4Dl/WZ54rqZc/oQrlGNTHulFAuyoIAlKkCe3N0GdHN54PB+26QbLXvOuqpWmjVFbcjgRC62mkZl3LuCBhviXS4Rl5/ZE0QIHubCwV5XVrsqvscLS64bi06W8RN2vL56Vn3N9TGV4d2dlbE1PaBBESoTQ7Q0iUN32OAZLo7nF/1fiPY3Xc8r35juya5k+KR9z adam@TP50", "key_options": null, "keyfile": "/home/akupczyk/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "akupczyk", "validate_certs": true} 2021-09-02T22:47:28.299 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-09-02T22:47:28.321 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDeUJcLeyfqIk3ErPoFqh9kOnvUPsk/2hfaYNC2wZLMOSTIs3zXM8xjki8eN6vle0dmmeeAdwF+e2hJ3tCFKsEUQRvMc7ugIBA7L8/DboShYu7ItyQ3QRvy9pi6jnA/tlHA1LHalvyhMw0yZ4kvPbrfNMhZzOKzvL6jX166rqLA5AuiIfdYMBpE5rYq11GVjm0uQKw4UJpBMooNJeovEfQlNBTSV+IJSTiGBpBD7SgsuW3USMeEF3fEgQOcnvYdv5Fbp/crloyLWYc0HTidkLxpjP7vqY7E4BuBJug0zIB7voR3MYq6rAeuWjByPvq6coDlUjnw/QlrvarCbjjSaHdaRXLj/Dj+QqJFviESBr64ZynhHL21Bl6rexW7AwYyPa73Erbus3dN0aVQQ/ApcDTGHT7KRlDQ2YYg05YM4swpVVnrIdV58FzLWkll+ypCK/+kdtk5eRSe/KzZA3s7z4d4WLgolFWs8Fky8Rx1xDGewvMJgFUWVUbcGC13RocbNSxXG80cbIx8L/sclX4lDfGouu2sUXhP19vq1rJ7gZa6XTPohXjPbFS+En2cdlGdKXhppdvjT4QWKNzgQoF7qgWHMqJnMFJ6beT/2zP34KoM3t0ulee04z88VSn8Th8aqvLlGbdrt5LrE90escSaIAR1vNKZ1hCFwGieSKoRtYJTCw== nojha@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6NWn9EzQJoeXkUbaNclYcR9Gga7HFhhXMGxdo/9ypYwlEzQTA6FnEreG3s1EmlQ4hofuc0kMhrjh0YeJZMrETWMoA0SmoX+6iR26UWVtOTk7i1v2TqkTY7llmQneHqQgmZEBXK0jF1HVP5kHY5dhagtcpfsGY5dc0eGUjfqAyh/xrCxciOE/JQ03tDcKIc5eOQIqv46JqnUS90Zr/Cov2qGKKHTa/VO1a2viOmDC/uHi5xXvII1Kh9rHp1oZ2Wm3fiGgT8xZaTJFFhWpdq3AdKfkEaV93yQcCdaUsGBHwDHcPOhxpBZpqZvcCR3I/tigDav4QViB1PRN7JnTIWCIznfrQK3r2Frl6BVFDvydwgRVS43ctEKPOJj8ELMUWX+fpjsKrA9Kn7nUU35ti7qIWKg1Cnz3lzVA29TsEg10E+nT4SVKZtRSWw/2AX0bsfxfSY30yjw5PP+bjnVh/bOOkqR2UkPBj4eeOKMD8nV1an79xP0eH+t36INaJhq6qwxE= nojha@nojha-mac", "key_options": null, "keyfile": "/home 2021-09-02T22:47:28.323 INFO:teuthology.task.ansible.out:/nojha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nojha", "validate_certs": true} 2021-09-02T22:47:28.519 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-09-02T22:47:28.521 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-09-02T22:47:28.531 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+c7zV5QmZb0WsgA2UZogoDNaoHcngRVLA8+BYk/U10ZlvCckJSfIXWMlBnqguZgdm/jBwsw5mGVBgHxUSqFNybwIlU00kyPZU6VbyVP+ZNVUf0XIE1NlemldgPBxxcOzSHkHhWrUqA3IKiCllcQVDQzutfUnq+jDT6NkVn4/cyNzNlargt7FR2L8gvskh62jLTBbhEuHMBp3jLCvaHJOk708gXm9qZ5iLOGV0pu7xdg58KE0p8ILClQBTbvoqPgZE9LA3qaOk1NR1n22kuW8JRHaKfD2Hn0Yu/MfKct783Bxb3mxWBKXxmM4otdmsR/R14NH/hIPce9wSkOOnQAC9 ifed@37526", "key_options": null, "keyfile": "/home/ifed01/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ifed01", "validate_certs": true} 2021-09-02T22:47:28.719 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-09-02T22:47:28.751 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCnOq6OHTRJuv7n0GZygBue/AE2q47pFM3KyrvmZxPRNmwtXn2r3ngHQQyc6DLZdFIv9Yn0VWu1KB/ryCdN3Xy7HAxBfHdKjtQ4vvfsWUbQF2JjhEjrsl+usgpqK1Tz6yuL4uAtFgLTN9o6gcH2bsQ15w+rEHCiYVzaGp7Cj+y+/VPBRIEHETSUZxwqiDH57uFTHxJrBIn6yhCorbn5QOjfmHUGmkxl3Geph++LbuQeha5F/DHaylMulsYZZBDEhIG8G2coDmVz8Cp1gw0kBWv63JHKnXaJboGXty2Zj36O/wdZKTE+7cV6JhxfJczhZBTb2cImIhspGwdHfnFgBoXz myoungwon@fg2server", "key_options": null, "keyfile": "/home/myoungwon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "myoungwon", "validate_certs": true} 2021-09-02T22:47:28.927 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-09-02T22:47:28.959 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAEAQDZPRW12u7LvaiynB87ad5h/JFtYIVjkKIOym9Y5CAbvatHhZ9fB1WAnYIn2HqiSSPUXT8sFy8w0TmM+aH0/ZGcfXoe0CdTWLtUbXKNlPI5h7TO9rHXESP2iRBpnKs3vK8WnMY0/D5BeESrPfwVScucmzaDrjUqjdZKR/aEeqVvDpQsdaCaoqNg23t4nhQ54BEvK8O+14nQ26Rtmm40QHO1ze+0UK+7nUMMFwxvd1EKjVp21EgYAFEbyQ5Kbbl+fmS/11AGy/yTai0c4qd7ohBzZvx8+sY+c1novG9Q7LhtyxuuYwzYIrGBCkKH5+iC7nt2rGBP+mnTfIgdbJUiXX3cdrMESwOSZy6x6zgbXXME+yfM0myhomKmUkpeZAQInX2KYrnEuPD9kteyK9tZcG6gJSaiUdvlab49Alx5lM2hc62M4s4WKaIgroCoApd8FtNAlTQsdYuycntgNrbPy0LXQ5hw8K8hkvc6RbxISdj/RXWguQSVbJWdS9Pf5NwD3Tq7dsOghJWhx4vBkhW3IECVrPQWVyAmgQ9oj1PoL7/2LZ6h9P8F0KC1qmhm+pWdEPLugOlU6lzQX7RJcukYlsINThM1RGwbPE4h9XcMyHAnODiDF63TDfQ01oKbVXj9XpOGY5eP0EQxKJYjCfWW0Ot6nK2ZCt8OYvoRkWMGnLv11Nub3NNOgh5TB/4nDvEU1cIb/Ikb4BRzVIEbast/pqUJmXe+GQ+ho7mp8y8a+lIxu54BR+VN6isjwODCVt1DYohgixEoul7p5pXvTM+JUY2GD/ddTGwPvVAN66sWnT9bjZZunQwTHqasFCIHNyPhnEnYIIqCo9O1I/D8zRQG3SYNxT6ED9GPARrE/H0TvdOmKaT3e0F2GRJRSToNxol9dpJovUziojOhXyBUjlTqnMY2RVilX90MnzgqR3zGO0aSruTGyNT2Faymqxn6T/50mSdJ8EyWH23BaaXUUW/z3Cjov+yCQjLY48SOWwlxKXw3hGz8xTAxauBYI01ojsVLCpCUGFyKlWS5iFwiLFtr1KPYqeCoS6CoWjiOiFgGe+w3lPPfp2h4rc6auIx2DZ1ByYhWLeHnpkV7sG+q5ckBIRAYmiKyXSGdV4zbXITMWDm+3zu4oj5VPRCfjMlout8OZ4TQm5PUdKZZhSE1jULG9tPDFL7nWwM3z0HET+d9kQYcEO6QB+ma9gZHp1qZJbXvCIC5fQ9y9El++A6N3dBr+ED10Ye88PLoWPeumyAmc24BDdI0skGk89Q0IzoLqagK6HGhPAso8si9wr84CEi4ncpizVLDU2cFKCpef4Sa03HoMbwfTgERtyptKFRbMT+SpuZsnrhF635h9uqFnszowUXV guits@Elisheba", "key_options": null, "keyfile": "/home/gabrioux/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": " 2021-09-02T22:47:28.961 INFO:teuthology.task.ansible.out:gabrioux", "validate_certs": true} 2021-09-02T22:47:29.125 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-09-02T22:47:29.158 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpDFqu0Zg94mCjrA0FTB0vMiSBml1pqYCDKHhKBrfaza8u3bhtsmls9i+6U/vIwCEVk4GGPNhWduTJK0h9R5MS2eCf3GJcE0XHqRp/8msUCDPOVSZwC7hoYHZKunUIUaIUajOnR+L2slA/a9JaqataFH7zdrKbPdSKBzf5CXYrc0fK+Fz5OOsaI9KITbM0nESVpNCDzRqnA/aarF9MlN79vpTtvwQ+i0z2Km3cxqwV70GPMuFVo4CGf8pCGpbMrIg9OtoSC1svQ2vZzLkH2WrbDqTfYlOEYJJXaiBKcGhGnLZXfLIGSgvHjpv6xHo63yaMihocyg2MwTS8TZ/VtAaH seb@redhat.com", "key_options": null, "keyfile": "/home/leseb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "leseb", "validate_certs": true} 2021-09-02T22:47:29.335 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-09-02T22:47:29.367 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAzjJ6nlPn/OXP3knQ6orVId2QLswql9gRetKYlicKDBrdFg0MES03EIuAonu0aUR4NEReR7P1iB8eNnezrHyAu5mxIJlZp0rz7ljcBcTLL+11IJU9I9OjBFwzXGqJ1KK4B4Qfw35oc2O6F5V0JP2nHhHgyny37udJLImhxHy3RNmDwc86JhEBCVR3ouYiZuxgxxbA9BXc6+Lkdu9hEMMCDlaEXwNmMyASVU9Wf3dKnMTSCdar2PANquWbpNQZ5cgoTm39xgust5CEyYJ53aOdrti0DYK7qyzxUXre6ckZGrH4oGv2XrDaxpACIiHXt+slvow51gsZnBRHeayMAxQzGQ== hchen@hchen.csb", "key_options": null, "keyfile": "/home/hchen/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hchen", "validate_certs": true} 2021-09-02T22:47:29.533 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-09-02T22:47:29.565 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDCqZKc+/7iPLhapA/7SYmLxwyKEM95D6eFfsDBNKbEUey/B1OlqYSo+yKB/LdFDyUcd7shMDnhFFg47lNMANrsZdtE4iMPVAa1YhcrTgNbV3HSp9cthKixvU/gkt9Fnb6PEckRzr19wEwxtoNg3Fh/R6YCiSjPwqHmArtC1G2hzk560EJpozx6xylMR5IafatNDoZVw2YQ35fZvHbhHD6meQELducHJ1bKEEHxVIRSTcmXDpBz/vAvBoQOEPuH6PmC/oSwL9HVVIsazf65F4QfK98d+8NCK9TemgXyGDk3Sjz6xdm76yBhFzDQEAzO12U1YtS7Q7zGVsjmSDav2dd7 jcollin@earth\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC89dHSsgjgtIjJ3e/pcMthliQlX2vtdXL7pk62nD64230Fm1PfOVCnzn4LqDhBbGgJT+BrlwOPfzStpLgnUT3l67S834SJzhvSTTpQp2pznnQg1rZOiXjvNhbQwVYV4rphXWqay8weWvFIb5QfXE66mYA1etZtcOb1SMY2ofAjUiA8bAQS5aHpzcMVs4N1A9x5GJx/7/Bj1h8zPpSXikDYasJc3++UMGc45C/AAf725YwijK7xMnZNXv8uTBoGzO/Ko24R3VdvtfMVn4Hi4/FwuRd5bRYcJXR/nUdtA3IinqvlnTpFV2LbfgVTHiUMGhvewRTB+8S8ij4nnAlko3H3bhqZZTk/y7d4K/IerY0mozVIc2x8rMLfqhF9OKv1QFB9fskRZcF/ENHITnmLqCJPg9rgmyv1gCQ5Tbds1OI+IYQIowdiwtaViiTSIy7/CedbHqMz6aDnPsJFMs24lcUXe2d8uZ26RqMinMFGXg0zF7tifuVmxj7zG8DT7MFORDm5f/Hhkng05R5XZesStTBxpEU0MGuzWhENt3RuJdstqmY+wkDVW3XwjUvKG/gVYuJYfnBAsRZIZezw2wfvodhc8EmeHELvY1YtB3DGTBXKE1lsKGN7yV5+nl4UtR2IGzBn9GovWVi5ooB8UlSAeUmZix/eAA5teL8ldFrDht7+AQ== jcollin@teuthology\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeApVHu5er+R9h52RLSVYVhXFQSn/nMN38uWoDYPw2bqYBLNEAAMcPl+rnqHubELpXTGXjJYL4n2mjic+2rOLZpDgPLmOOm4PwgYstJjE1KLegKqVzXIa9HfASKMXaHSgwtC6P5vDQkm2MNl8vXuTAITF7VYdDS33Kk 2021-09-02T22:47:29.567 INFO:teuthology.task.ansible.out:ke6ViJRZI7szYjbP7z9A1fy26THrvnuBT1Q18yy9vgk/sKo8vjLQfHSLvO90CJzouNEKqmkVpmJEqCPbE+s6Qr4+d2KY7L6Q6GAXxrqXK1jSDrrPsJguE6zZ1oWy/7XFMOr9ssduFWocnjQjPtQj3M+V+7FYAsf5uqQnzeMQTjO6AXYxTI7 jcollin@stratocaster\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDk/DYRp5E8Dla/4XHCF504X20W0u7CijZSCFWT1/5082NgnYeR90Prth3p+4xsw3YC9H5pEAS3XwcbdUb/NtWvZVIAIcMd7NOOEClSIj2Agk7NJxZ/4SfQRLrK3H2Qli/MVnrTxnEa9oeS4zqzv9dKRwFJDUFCoH2CpoumFVAp02uyzk7D/+XqFrXzMJUiSHXfl3YM2rt/vNmCtHtVp04UcG0Kyl2TXY37frRlSOkMMu0zbIC551gOyae6NGYhkYHa7u2SnngXcKM78b8MDvMv3QtuUN5P4WpH5qFRdlKNKsQGrzcQpBDY8AKQ+rX0K1ENhBwer49bihYNMKvjYmvTdLTNWgPCu7dt8JSgJQ8JMMhve0pjvFdpcKDLp0fvXDvJvZdLJM1ID/66kywJspHjShuqQNXRMfd1R9C4F20c+R9LY6eTGwrpLG1DNEez1VBHmOu5hQl03T2PfaThfLfMHRTw8JpGXGLMQarCCTm1PC6Z2Iw7KzorxP1eofGA5q8XoCbwGD01uQRZrwxPq0SHzTAkW2C2M8oEz+k4Mrx7+vGYzSS14hqxrzk91wuYhZCAKuGpqwm1ouJ4wxvWFewjbxLgucMfGSp09zJ2XSYRmtm7SAUifFob6Z9czHGTQerHCOTPuYqzlap2gCCVYtEvQyNB+4IqK/9FtEXTr28x0Q== jcollin@stratocaster", "key_options": null, "keyfile": "/home/jcollin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jcollin", "validate_certs": true} 2021-09-02T22:47:29.734 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-09-02T22:47:29.776 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdxi9xdXNBYctMHH1cuuyNcPC4I4xVAeD3HZsKH+QwIILiKOTHu/6HZg7Yo1WsuwYSA0MDc+5LCSGu7RsmOEVpcSQ4gtNoFVwsThDyI6yhsm9WQqqXwSPs7ZE+urqd/BDfQ/7oMqJm5bViQMP0vmBExHuIFagj+8f6nspkE2Z7lBbaw8bEbAJZFx74oReOAELsL+Pbtf9Iaqrap4Z3WysmhfP6Rm/q7mncBBmo/fl/bejhThr8fghTPJb81M+XLhMk/rAdVrGdKV9iSt6lLiWdvf0lpTZO4LdIfJSBXr1Xv+lHRtaGXID2ahH7zl/W6dM4baz+hU7ZrbP+vdKg/SVH xxg@xxg", "key_options": null, "keyfile": "/home/xxg/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xxg", "validate_certs": true} 2021-09-02T22:47:29.942 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-09-02T22:47:29.975 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCsA63hT3ZAwQ9hsvfY+o2Gy15M1GRnRw1ZBSXEiCs9OJku7T9+LCvvH85Y/7V+mOGcsCZKqVTd5Vy3sHAvAF3M7CYJ+5IIDJKCYslC0wkKcX4jj26aMToAZPms8uvs527BNgKOcvwgIfPjs4WJG06fey5AhsuuL30etbAvbBudxRAKdZSTOsMveneKtXQu3Dx7y0rjfI/RBAhCAvisnMqYFUdajoJIl5gVXl6+8mauUOP5O0mvyvJH2jQveqZXTdsIPyp5mq1nA5psqvivWGz2bEJ+owI0GjfuYbyAi6i+BL4Bsd3GeoAs1G3Dicfr228VIUsT+R3xLBQUj3xIsVAZ pcuzner@redhat.com", "key_options": null, "keyfile": "/home/pcuzner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pcuzner", "validate_certs": true} 2021-09-02T22:47:30.142 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-09-02T22:47:30.185 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDaRX+aBLjb/h12ctmvoMvZro6NrrYDuxROF6QMVpEVucA7jHhwCC/j9dJAq0hOVBO8R3S0bvKQ6bmnCb/4y2J6tq18xKUFCrChNii5OQ+AgM5v1353oZ9SrHN8p9ajvS8w313o2OpXhpaPv3khVDjKZsDmeH8YL/Nx3WQKqIJC1mI4jrI0sZGGJLifEy3pPkO0W1KmguN9AwAWK6+kckAjMa3ElkfK/xuAqBYgNKQUxP9oMgTQRcgpWF8Nzb0npN3v+HOUIRrth1INSchkDKtWob2T+0Zqxwm+Vpi0iFWwqjcN/OVdaDGf34//A3M/tsiQ1g9SqhdhZJCfu5XLmM63 mkogan@mkP50.redhat.com", "key_options": null, "keyfile": "/home/mkogan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mkogan", "validate_certs": true} 2021-09-02T22:47:30.355 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-09-02T22:47:30.387 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC56FiAgzz9aF+qAMkw5aGoCyoSA8Lf2LPaz3QxTYEzmQt0ByXMmVw0cgUI4gDt7hMBX6LoxPALZ7C1aH8aPTpb6+hxHGfir2tqQmU49JOQiUvBP/Xtt1ilxMou9Wu/ZadEhIZxaP/TBncXNls9cbFs9bV7Q8J3CLCTGRa8kilEpZ7209c/xQI4yQ6q+Q3H4FkO0YHP+Tkn9mg1df+BKkXfSBycjAyOXPvljoetjw0FHEbJ7lTCcSG+hCb2LEACo2OK9eWC3GYwDPKZF1Ht9HfDvg4bHfY3OVOixYiZSim7dbj3+VHWWsiH64usGH1o6fn4vV16UhVJiiicPMWvllzH vikhyat.umrao@gmail.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC9G/I5iaw5d4ssyJ4iTUxSvIBAX+P03VVHsNMHAB70rVGGwBnBJFqJNbukzxfnsqwzN6vSeuMy7I1zc2VVi4GtBQPK0iCbVQN+Njq0VCIxb4hLmjD3Vn8NgRp80955VJyYGT9+/JbZY1UCdPBuld6hsnTipkdo5U3huAHD4i1FpYKol+4DCZHAO5wNilCbests0+ZPtHYe53vnNDz685cx/f7RTtEarvU2fECxkurlBBNvuIl6SN8bo+NaJ01Li0xAD+2fpGz6Iu0WUEdWTkt78ubvA4If2k8XAKxkOKEvfyX+AtTzdHxWSQu7ixkbuksuK6A0bnankn+DdiP6Y293 vumrao@redhat", "key_options": null, "keyfile": "/home/vumrao/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vumrao", "validate_certs": true} 2021-09-02T22:47:30.576 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-09-02T22:47:30.587 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDZDKRAePFqjugc2ljw4QmM6r7B2dPI39OBB+2HKONtDZI4q+uwgZ1yqnhrbJaU9ux0W5wNzJyp2VfOPhw/9G9jo+efJPg5IySnTonhi1zeCXNpBMY70dJZVCyGEDdWKehvFM9xFBOxBC/h7gOyKqEc28BKoy4cHfULzm4er8PU30MyFBngu8NaoKqyQ3GYAfWOAXF5lUdalbJwl3a+HBb8PjUhbGuznAZF1Ji4JgnNuEZdlNVOKwhEkAFZ1JwXvgLfrEJVQs5b2V9Sp2Vm5ZngsLg7b3RzV5I4B3Lj7QTTraV1zLJGiS5iRdjY7D4W5Uxi2k1X7vaOjySJWWadHyeicNNBhLSfHl6JJ3aMuA8oAAmtgo/8IkJ96GFtgM9j31Wg8wkeTyQrwSeqCuv1uDFr8rp+OvMClhHnDgUklJLWjjYPCDVYR5KV+iOiHL58WJg/b4h6NsoP91wO8P8EcSaiMdq7P77w5nJxDI0KKb//dC8aHtWnRRRlrIS+PNPqKJSNTaSwOTieXvzplhzKFzu2dr79qs+/67iaNE6HBvIX5jVHWCFV3wllyjsC8WYPh4kEVtg2SY00SDOOrMrqANV8DDtHFwwxQTEjz1z5ESuwy9UcUSQfP1/zsAp2OQzPutKs6UipHyBK3pLm6MjaeeaEWu8fmetCqALxYV3h17O+Yw== miguel@hermes.olymp", "key_options": null, "keyfile": "/home/henrix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "henrix", "validate_certs": true} 2021-09-02T22:47:30.774 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-09-02T22:47:30.796 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNwmgnIsDDJmsmYzkTAEo3iLj7Jd5Ni2R5vD1Z0NRZ39zJMtbicZ0ec3nAMzFyHrmPnKNFltS1mhehbLbtKNKq1fSo2SMHs11z+N8Nl94F4AY8IhXZ8U9GAorEJFVIxHUNEDqwl55Ov6MfP60UI7rNgy2rUt8aOBmAJVhLEFmJJawJgyPhTrUZAT20OoILphrt81o5bTNfmx++Zs5Dc9VtgIh53hexwKgTvG6fxfKdra9m+J2GXpniOsZjPJq/A0je+t7H3UlxCSu0dRy2Un6l5ZAcoeg74SP50dFgGaxkTQqI6wle6NjtPIdssgrdYTgTcOg9M4jWqAr/5drTUSGh root@centos7-bspark", "key_options": null, "keyfile": "/home/pbs1108/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pbs1108", "validate_certs": true} 2021-09-02T22:47:30.982 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-09-02T22:47:31.004 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDnvVnbK2SNfL8hTmrA09L41RudKW/F7Ty0vvlHjrFjDkdWXVgrafFWGKQZ8dSR6FJ9JLU0X59xiEo4z31ini/Dt2XozFMIr7RdeB3xpiifuUUG5Lgsasd2ezniUoOEukL1a9KkCIxNgmKJuvtlHCt+ZTtyL513yjRICByZbnmBSSpUiett50X10vtvaNBu4LikUJKLc8gP0PHLbaGsU3uOUd655lkFWjWhgExlU8bHWiAZq18Ss63jDlSKFVSk903GKSNcHXMHNPYaXlrYw8NFzejoy/XjxEfmF/Lv3MeAUhHQWx25sh5aDv48mzo8FaIJsL1MrD0QxF1gllobWAfp clacroix@redhat.com", "key_options": null, "keyfile": "/home/clacroix/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "clacroix", "validate_certs": true} 2021-09-02T22:47:31.180 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-09-02T22:47:31.212 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABJQAAAQEAyiGmj+nOAD+il+FvXvZSpUOJQp6hKh6UPaAIQvQZkdeNRWN7wcDXMUlLj+TBFWa1OO+9xqFlnbgVMDR4qy5orUBYlMapUb1rutjbk64XeY58b6uguHwSoMd81QpCCIN4KOk3cldV8UiyX382baoZ9Je2hsOnnBGMsRtHuVHZ90Bj1rIITkwajq//KRs7kjb/qhjk0xkipDIcaSwKjzPlmmnYn69noODwDexpvLYlCF+LowSZEdrOUvVIigSFG7cLTDaU2tLhxSgbvWu8f0pwvjsyW7gOgM+VeRZ6uHC79F1qvgdgQSxflddIgrQpH0rzf6RNxQjR3SBkZ4V1BESa0w== epuertat@epuertat", "key_options": null, "keyfile": "/home/epuertat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "epuertat", "validate_certs": true} 2021-09-02T22:47:31.390 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-09-02T22:47:31.411 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDRZyWiDO5JqWHJdUUBr8YReiKXxnL87juFAfkcmw2E9KmANVH2sn3K+OgUCQfBs1Wdg6AbcL2GyMm9alodUruzOm127/bH9OcGmu+8SNsMAYrAF9EzsKJa8Ba/I05rl5a87p1jbYG9Rpo7u3OvLx0LjgqydRYcmjwo/niifYNDTaN0K3v8s1mN4TorUZW/i3XBMBIBjlIiNGs/I7IZreR+1N4V8Nwrp2EWxDv7AwG3nvokL2RTHcsV0KgmAnciv8nXXjIf+uqOPuGA+F2qW/wz92bG8R0O4CjH+QZt4k6UoUIXFRW+LdOVAqmUrb4W0OJ8vsVeukW46SvPnYUTkZnF sonea@think", "key_options": null, "keyfile": "/home/tdehler/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tdehler", "validate_certs": true} 2021-09-02T22:47:31.589 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-09-02T22:47:31.620 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEBD7CxJJfbLW4jtuLnTwkxVbhCfh/JL3Qj8oeLEkny1tE7QCeXn1bP5bScWSgLH34Wh4TAuH+8/g/koFwcCy1YuoGBdBV4KV7O9MTnFngdqNY6LKzCipm27tnWZEa10hrF8dRFTmhracd6kmmVGHgvGQPVAVONmix+2IZ83wdj8XJSQHeE3PHFLO39tU+ez/T76QaiBLDVo4ctHVt+N9bBbHV6Cr8fyiUUU6YEKMlcedvxGpnMK8oeOSNuDeh+DldcM9KYzNGEOM34jGRIvJp57dxQDQCtPPW5hvBXg7yMyrv6TcJzDd2LFD6AC/Qw9yrEQPXXyBCDkAlCqDR0+rH", "key_options": null, "keyfile": "/home/laura/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "laura", "validate_certs": true} 2021-09-02T22:47:31.798 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} 2021-09-02T22:47:31.820 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2k8xsrsLxEqJx3rV6ZZwLH0OjYCDB2uIYzcAyrKEOKlVWO1ICKxkw+gZ9tSiPFNLfq13io9BIrAKJwlrdLCJLmlgCQwpwUQqzmRlRZEm+WmD0dl8LPeQSidyJkPkJgYBEshFPjDHIj10Ei1pJS5svI2l7G1wMWxlt2kHL8Og/4zdFTRctxwqZcvzLmRQcs8lSSpqTkhfeKfmrpR+je8XFbCJJ9m/nJbgyCiZKaGN8nf36pCQDEva4rvaSrK0a6YxL0RWN8W3lqtBPKIehxffr3lYDEkD9EUW5vf6AUKC0ioh4jkPo9WCjaoFsOauMOMVQPHehEAMufEO4Kym6nfrf yaarit@localhost.localdomain", "key_options": null, "keyfile": "/home/yaarit/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yaarit", "validate_certs": true} 2021-09-02T22:47:32.009 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-09-02T22:47:32.020 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDUznqo3VDmcKRL64P7sbjuxXCW/0ljFTc5zZoZ9UvtZvU2jrRQ2X9GyxcrcQnAWlF5YZHqeTDU5o8ixn5fq1MSmaPRBNDKKVQOfR/vFQV73LiKx4BFsC1/EdaPie/XqltaLDTtfqhxADJlz1H3a3ZlkeVHMROTqo/TidL1YUYlRH4qHxWWBuFuVS+EYfTegSZdjwp+DuJA0iN6X99+DfH2DhiHENjEmlbKN13+H+EPzm0K3ya2w8D6ANodB3AxMn2tGs8mLtG/P4kCjoDnoUVFzKTyUpTtgOjis47uSY4dL8mTbIK9kZAiFxnT5sMClu6KRStDjRIrxbTBQJ8wvlat admin1@rajula", "key_options": null, "keyfile": "/home/rpavani1998/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rpavani1998", "validate_certs": true} 2021-09-02T22:47:32.228 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-09-02T22:47:32.240 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC4NYxUHx8HMgbVIHadruN1kAJS5be0aZA9rvGtYDfwD5siKNfXFRyLG3thkjxtEi7DPYMxgbpFOXW9EQKh5sQ0ohsADZOi8FSIAfQlOQ+7HAEp7DjBtjxoqB31jJ1e293YtO+nqAhcOMyGfDx+71w5sS2EFqy7PscA9gD9aV2iMxIR/JD1LxXabiqj12jU5AOxr7ZQ1+gM9aroQuDpNxY4U8jBTxx5OtIYRkeI/aN2gQj1mXGMKGo0ItFn4lsXGLxGxMpa9K2UFw2dWQVTw9VNm79nixrCX+lC2nyaJPsRYZipXF1ID2NRk7oJ79dJ/uRBBXpunihlEC3aF+nOgEPH ridave@redhat.com", "key_options": null, "keyfile": "/home/rishabh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rishabh", "validate_certs": true} 2021-09-02T22:47:32.438 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-09-02T22:47:32.440 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCeAhoTum3/VmRbxSyw5gwgcPF1EWFK5mEPX3PZyo3xPsUAJazALfge3aEuCrZBbsjOCoj3GfFhr/ziEF+OWvhBoPK5hQzP0V8tE9cWJwvHmD72vGE36o1hFO0ONE4DEuu5KRDqQJUgeyQWXsP26uHTwIcvMpy8egZOfyshqF+lQVXzsAex7Ninmidsf/sRNLhzT1kLrKT+ZMSbZ7Rqh46TMlmLD1LzJZNcb6PGVwlfQZmV6T7m0COu/skeSxMcy8hqMvHFNvvfFSqkfMw0KBGLDxMQr4L+e7sXwQDnEZHdzoh0iS3xDp/Onr1FSmPyEjz51e1sMHBsqklHWidSZVLt/+giB4o6Wdgzc0um/QxW2Ne2qjtDlViOgRE9Fzcw/cRu/Xsn8qtXTxYyxXswjkA8qX7WR22OYgjYChw9siUsKkuD2yAbPMVl+cZWDeBhQnPMbDMVaghS4SAVt5GK16jij4+r3IE9vGHBmGwJYJ/OrtcxBrUrDopwsGLcU+WHdv0FXuiw+YbfnzpthC8rVj4oeJ2IUOQ5JB0ub7NmbR4QWjc33JfD+AeCB75x6io07V2riRjMD9gLC5nwytJNG7Yytf6xI2i/CprW7HhsDs2ykOVcDSBMnL1oGW6FeHaDRW39r6BXSt1jjZQ2E6pDEBTDO41tPEL9EVvv9TK87GTylQ==", "key_options": null, "keyfile": "/home/skrah/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "skrah", "validate_certs": true} 2021-09-02T22:47:32.647 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDklgWHrL9TMaMxIyN9MxVR6nR3xh9zfj0iR63/yOzaslX0WoVBk7CYTsRlH2GFVctvixVwrWbQgMaKe49utal/3FA6sMl8S2DTrtgC1a/exUTvU0U/+ZhyUlkyjQfRgtYOUwodNupL5NsC8VZqZshgmgXC34uye3bplx3VwvpUt9r6QxJN3/9Dbi6HxudhDCLfmvROhwQYHaFF+GglcbyjAt3uvsuwXVKBd1/vMQwbcUo9/zQlrnmWBRuqTNkXGrZauWigoi/hyuWYQ3MUbRc3LVpJncMv7BEtcj8fCVvPB09SFee3nSeTtFkm01GvRcYd3HBz/YL4Rz92wXl9VIxqs8aaJBzy+MD0NO496Rfqtz6YuZ1m7AxDIccDW+OpcPgYwaUKFXNTuVLWZXhkS0p4swefcKWRlQFF3BLOebN/Kr9jq1MFa+5pX7Gj4WF5uCIX0/fx40KVZNhfl3qywBy/d5MKwXO7PCHMiGcu2FIXdZ334MxdgiIVoX54PpRP4hs= smanjara@localhost.localdomain", "key_options": null, "keyfile": "/home/smanjara/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smanjara", "validate_certs": true} 2021-09-02T22:47:32.648 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-09-02T22:47:32.858 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDpp2NWr5T6s+jzHiz/FfCKzN7ZBnUSzyE7ieuntzjeGotyupAAjVBoSpCJgNDybm+WkE4dShv5mttPJ2/q1UZCLRj3nN+y3NG333aLZuyugR0ht5qtvGVegg58PwQ8CMobR7ca7bl5UdEy0UIrM3d/qpDOuPkuE4MIJcrtZGICE8NAVnmHNOB9Sm4ovAYkewTuMAv40j2Dl4F9dD6bg+OJfBOJ9+Zj+MpowYlAILtEB9Dc20zB8GGUEtr9yfOVroblTYhvTxGYRaE7aVBe83DNwkWGbDc/qUNR6bpA04w/P+LclYVsVKRoHOs1EXHSwNMFromA8RsKS+rajwu5uRg5 ben@dhcp-185-182.bos.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC93wGgyyQmTxa7f+BZcYPUapTH2N1mnV1ikl9nzJzHhgrtJ6pv00LhtH1HqGhvoqnqZjBD5XRAKyjMRcMBT5MYcXXep5RqZ9sJ6Xz8rHkBjfl/OOQUeZ/ZyG/Ksr1jpGraN2xtrjQQzbqN1YvirCqfLk2exPvVeEk4CGnNybwKwCWob1uKV46ASrYeQK8pfHxrW7pTo+xdErHOvb7uumZm89/YisUJGicO1qSHBeuw1MxjhnD+fIcxHKWY5NNJ4qScW6a5AABk1JJsoHkh9IGCVaf/zJv8D3gil5SiM8LIBKaNa1fn6oObPl/Ky/wkiIo2gmUZawvAVA8iJnX9eUPl ben@bene-laptop", "key_options": null, "keyfile": "/home/bengland/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "bengland", "validate_certs": true} ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSK 2021-09-02T22:47:32.861 INFO:teuthology.task.ansible.out:yOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-09-02T22:47:32.863 INFO:teuthology.task.ansible.out: 2021-09-02T22:47:33.057 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC3YhI4am/T6s4rJRvbC/jAvrNcDhE/zaJiVDAjEuA1W/5Xt9ObX52eAnp+tOOtelXrX8ylYF/z5wGNQLjYrWepXhuqaEGxeVayCHzts6LMpmvyZ6sYnAw9HFO9rzrTawm70DuvWqY2Zt4KA6fM+lfXk3Qdpi5RCPDKk1jpXwSCyUtUKSWTDRtYtvvJTcO3H/xCJxQq/F9sU8yqgQcqFPfMNrV4a8gNj9KACqjt4IEIfuxKlKhlMA4yu1VTmGcNuhQS+geJzsEGuxZUQb0Io+q4o0b+40BQtazKgOdTcQbgNtqh3wZpjJsvB4AM+GNPjZY3mCsd+WPGg6dqfU08Voo2b7BfSwyCn14fQHnj1nSwRIea2juFY6AMfVJjstM5iIz7lOH2c3ydWWhzvSmMeoQ47zBXlg8JytWmDrXiyd21BSIpTL0Tn8P95wHYka8U9KRV0ZY7Jr2w/ThPdy2C+Cdir+P+OEL1sKHSnmEyQEeONa9P5yH1Rd1kM/FNESAIRiMLGspzXQeWoJhHswVaKoSBW/7f4b9VENxda8qAQi6ob8A71cAjbpRrkUmd5EBCSFMNs7lscus0/deUVvlpsrMjDAJa8S9gqhGHNU0YvF1WBIz3paLRAHDm9DWrHc5lreizJzX5ul4P/Z4ITjpO+9ZxKOcyi8wnJ8Og+QUYLpqOIw==", "key_options": null, "keyfile": "/home/pnawracay/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pnawracay", "validate_certs": true} 2021-09-02T22:47:33.059 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-09-02T22:47:33.256 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDQu/CuhCIFVGCLbA0cjn+qqcwX12cRcFA1sHyJtkj6Ltfmge8FnfgAsex/LaPJwbtbBiVl9xRcazHNfBaDw5DxMRSJF+e7WTydZC2Jm4qIj4D3Lr+imGPrJTK+kjN0QXRXknGsNn36oRF/I41cGqYRGwawFGSPZBHuav+ehDk1doTrbDlll4zMUWm2iXTcBIcJo4NR1LoE2c9/MPfbH7jKm5ke7aS0ets+EANEplkeClfCVAashtIF+Bz6a9qk4F2n0baLT/s3IQkXCwwO2fxxY03x8gWiB1n4E7sousEB+J1Skl/z0bwmaiY0C+raPoV/FyZxQuh0ocvdU7fnQbKuNoGE/Usfm9Y3g8eH81b/k4fMJL2lqXHkPft6zUV9bJsp3v1iGEkIf2+ER/QLczteNz6kw/uTPQctMEDXM17GEnBXISVrQcPSW3i93eFwWacs8iT3G4bjEQvpxSBQrhDdCCoxy8bVWqkVeDWw5u2q/3WL9Ov1NrY+G4/DYb2qONNQds0vTHCGvemU5GNjtaeCbojkZ7Z3KOeAY8080kKrsO7fve+ZMACCIFD+se8kF7NN4ZJASSqq9lJpBWvtbc0O8jCcVGNuN7exXjrcbiN1L/9HkARV+KEJU3jbXObAhAnfAaeRWBwmTfZodCu+fDd/Jor6l36tjD4kC4/CPrDtyQ== alfonsomthd", "key_options": null, "keyfile": "/home/alfonsomthd/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "alfonsomthd", "validate_certs": true} 2021-09-02T22:47:33.267 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-09-02T22:47:33.466 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCoL9+aMxLtUG3aRIuT4kbjc1CPuQ+wbS30ocuJ2YIExlKMSxVr+LYqbjcz0T4f8gAKG539dZQgD9BAsHM8yfOVEvei0KsQHn87pzgYGR3DtaMx5IEG5xNyARPu+VuEoe8qlL3cAPwTiaU78datD5Cz9GEClhL1Fhn/Z8o7BMbs5xlcUIQ/J+s9/sKMcqmmBJy5IHQIEUHCl4SFwsev5g5ADlnLNNxjpalExuBCEeoSma9F3b2YEJHvpA5JhCIMZpVfXbgh2UhUsyfAQN6KgOIQ/XlKBMQDtizf2vZ4b8hW4ELcvKSADfTsyyqEs/Ql8jEJu32GFKf2mYPbgTS6E7FZfQz77X+5OBhojFAstB8LSSrH80FrG1gCbVZLnW0jXcSehKnU0oNmUWOKxxaT1b00fo/iZ4P8O1uJRY17/uaVCPNKdGTZzIlzyC16wsFFBxBl0d7HfojQY6qfww7AQJhvDkV2sP0/MIJzwriWOzZEmfr8Osqery5vFiYcSvMbdMZDfMEYd3z7Va2RiTIeyXuEYp5hzf8eyJRP/f2FEw8/BBrm5JCxeSWUx7qwgPHrJoWAVxCIg/M3YS/vfVSFc8Hh88sgc2upq0OqYr0uq6EFzUZi4aoOkOVYn9u/uc/p1AR0KbiQOkERMUDWTyADxrHaL0nQmGy+XyiJQjhq5ckZ+w== doliveira@suse.com", "key_options": null, "keyfile": "/home/oliveiradan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "oliveiradan", "validate_certs": true} 2021-09-02T22:47:33.467 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-09-02T22:47:33.676 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-09-02T22:47:33.677 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDh9bzZJulXGES+l9Xh6Aq15RZ8uQCGuDNhlNQtDblE1ISKJ/DqGYXp6wUW54+oVNA7eZiXz+fi3mq5pPEtZZOfd3ixEDzDJ4E3cVXoDZCqeWEmea6KvybeY10YxvB56TEI8U2KKAd56PRl20klXpLCjzXNqG7n0aXFcpCMbXDu369VX6lOk24K/7++7Wc5SttcvVu19sT2kqzsB/S1Y5cxiE6RM6wVtqBoksp/kRCIA16ruNwx3GUabDfbEoUGXlkkUP7+TZgAbHtBsYy6mCQhwi0S2+WG+HhHDUPjHhV+MdN9ffibCtOEGo52itVLVky09VeBocuA6H22JDGXPBgjcgf2NsZIqcKqGHhUkXmH92fhRSFOBLKHstrBq8jWRP/mNrgj8cQksDsakQYQbDg5dyabp+M0/iL2Q3YVq7erZI8aZMA7ZF3WgoQNYZg5E7oejM8URIlFP3x1ne2ClRC9a74phSCxeU/NVamGN3G3dImzEXGOSNyRggHJ4jGrIGc7tLPCzmI5OkomcB5OxReqf0r1TNXuUAqw8M4EoWt+0xoAmH5zVlUHf+psUCJIEV/4pbgtoJiSNq+LVY4jyDEFbvTAL7MqyXorMV7Tqlj+/3d7RXfhW9lR/SHb1Z3jcHvz4ZzYMzKWeJEjz+Y0NwIdFDhcPmUOYtEDmuRRrgYiSQ== sebstian.wagner@it-novum.com", "key_options": null, "keyfile": "/home/swagner/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "swagner", "validate_certs": true} 2021-09-02T22:47:33.873 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-09-02T22:47:33.875 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-09-02T22:47:33.884 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDzYzqIDimPjMOUOUz1A122eV52fl3mgGgNBRYRlOWl/lOxM5oOat5FPkJlnXTVyQFl0MlnYgIv9fTnjHVTM0wFmFUItlUl151ZmK5XExiGpGVsqG3UWNyKJxZpk9Uh2a0T/5CKzzwXnv2fJMNxzfqgopYDrgq4TFEZcdvgWJ39dcRTXST/rGJQ8wOq9z7UNzKU5VOGxvgi6f/nGevGIHrSaTcY3Uu8BW8kXUrf9vfl+ZSxVjuNHXF/VmrJH5Ne8mVu7DzPMrl8ZZjxsfJKT/eQqF9kjqht5586OSPKIwg/LEOyYj7Wyyf3QbDAIp5bCygQfmBBl+kIxphJYq3EwUZT ylifshit@dhcp-4-102.tlv.redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFgwQYD9amVSYq6JzjHyGmKBJATQCM9xsf6QnF3yb0Lvry2nzY9F61evVXQ95TmF/AqasRx5p2WansIvegG5ag5mytvRwFXtHzPs4o/J+XjA9o4+A5l6j9cOFLIDD/TwrwlUjgMa2PhqUztSpI1op906391RLrJAyflfDghJxeVl6dJab6TEsslV0W+yaCS3BBxMXXrCbxCB5Ms3KCRKDz0DqbhFc+Nw05L1O1pC98HBFRIp1SaXlMcT3++CRQ3wugpOMkDMNLbycl+vdMBFY3UZ28rRowS3Ta7V5EARZVVH7KxU5cL+8Hr/8DE1/ITOmrluaEZ1KwYgoxZbZ3w7Ptw0FK6aiCZ49YtqKT1WakoVfO8m7pCdxkqUOA91loMQtxvCwZ/Vfoxaut16gklmPz8N11xvo1H5XB8/ZrvK5yKdl3JDl+wwtfE/fwo4E/fte+rPRisoWBRsmsx8EGxs75sXnb6n3VjZ65vYEKsNMLg+5EAaevWLLeqF0a42UWGJrHdb4VKX/OAplHrOk7kA/VwArow8f9n+iaRp2hgDU9OhQiFVRhgqwahlmCFFXkcP4/4WlxMCuZrsaNMZgMjVhfsp7cskKOezSfZZey2MB2fREMS1wg0j40CdYRn4jTNEBr/LVszsoM7t7AwXUpnqXeYIe+gePx1PJb5XSzSPZ9Pw== yuvalif@yahoo.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDp0xz0ml2XuoQe70TxVeTo3Ib5xMinDrYNJ5eq5XYNa8ZLGcEByeDK4myzixTloAo31Rb/yDyGqv6kQ6nFChihO2aab3Ni/bsMOaJat1scrznaIYXGvLvw5KYx/qBDUxb3qW0vO0N/bB3dUPS1 2021-09-02T22:47:33.886 INFO:teuthology.task.ansible.out:lXTJaVf+KuljUk7v38ov2gsPWlofRYZNkPGQfUKXFEXc39OVj+Ex5LkehH/Z1LwjRYJa7jAdSm8hE5m8m6WborrzAA4/iFuLbhtM/Bqm4boSqa7koBVux422QX/HblSQ2KAeT1GFOS7xdcO6ndyp6mIpCZWunTjZwSLyK20NvIV/AzdAro4GZWi0D34PPtbSG344ZT1dSLeDRhYVkDjS6uutrmw9C+Ns1bo8s1ydhxL2XEsU14SWRWlbyrMF9PXyJOsaNiBNWGwc9lTly0ZlmPnN3l0AC3RIKOstkEYmI+TMj21r1tltz48e+6dH1an51wwnhNRYiODd3hbS67tmIg05BuSU5+whJ93wzXw2rC4FLE= ylifshit@localhost.localdomain", "key_options": null, "keyfile": "/home/yuvalif/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "yuvalif", "validate_certs": true} 2021-09-02T22:47:34.092 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDXa9uTf3q+7tGnHzSxv0WbgpRKrBIYjAZ5x3V74vQUSD1aAbmyvOqgPnts7XttLYImjjRqiisyC03L3KgR4b3SOeyL3KFxrk3KkHAJ/AJH+Y/UafyDhHNl3gRNg0B9rjsa7h2dSlcrFKnAX0pDY1HapuNPrzYWrXsEbo7C6wteFh7PyPmTkHu0NzIIPC4FcLl8SGaww/HeBh8v91IymgFSgXG0jNC063FEExWdti54yNLGh3gpW0FytsiRN9eEOKUOgcveT1tejz9ORv8evO4Y9SCQ/lsyOKQKNcG5C7J8nsbwSjqQ2cf6i2aYFZ0Oq1UXuhJ8APJCoiKgLJy7AiYf kkeithle@dhcp-100-19-89.bos.redhat.com", "key_options": null, "keyfile": "/home/kkeithle/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kkeithle", "validate_certs": true} 2021-09-02T22:47:34.094 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-09-02T22:47:34.095 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-09-02T22:47:34.301 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIBYa5uEOlFv1s9K9D1SbcaApLwX3LBwASSnRXDHI7MtU paul.emmerich@croit.io", "key_options": null, "keyfile": "/home/emmericp/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "emmericp", "validate_certs": true} 2021-09-02T22:47:34.303 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-09-02T22:47:34.521 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-09-02T22:47:34.523 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCj28V9sMybkAzhkiaNiDDr8TfNVyr5DNdbOqszdGEVLy1Rxh/UYnxUclsR9n8lt9VnCft3M4NDTnVwlxOHE8+0oolJE9HP+DQomsgj3abP04EGJyOA0X8E7eIFQNLRbMFCD0yX/SNNlYPsS5fPTFhIa/gbBPmDBE07kULts66Tvc0Yo/2yIfwV1DV34bcWWVGi01XybIHBl9qbvlfBKAUrFEcv3ZdpHNhuZw6IkZY8xoYxo8iF+toLYeGX+gFxqCZUUOO+NBVmb0hVL1LI6bU66IrMOQDkFurqpvoraBTJqwZgXvMPceFUkcVIH4Nm7cK1X2WyMtnSw2XBpLMT8C4V mchangir@indraprastha", "key_options": null, "keyfile": "/home/mchangir/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mchangir", "validate_certs": true} 2021-09-02T22:47:34.719 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-09-02T22:47:34.730 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC1OVCo0wMITAp8PNUqsTRPFz0SuBL0r1RzKFJUoxQm7gsP9qttZUQRlfiuZ7YRzkuGLOEBngPuIcV995o0lZ0+LVHA8jxWEJamb6sM9YgnonbGKDHfl4lT8LJd4YtjcWnMGvUUdPiPgIkfrpxXtx+RzJ7eCTmgRjAJziZrRh3AqXuKty+s9MDnmK8EQ2smpLdkMtZG5W3U2PiVaGgq2FIIOAoqr58xGqFgZ4tIpvWFpNxVsDZXIg2NdC+ouuKQvuJRWq9eERRHwq26CR+kDFNZeYSyhYKxNBqauLCsAoXNFCJzrdX5Oi9Ox4lJTsEtYX+SMziVipQS54F7MnRAUccukQ86IbXz8C5Ok2EzNo6smwRZ6UPKRvebWjIvfbeR/iwPRnrWcNgjGcaTR6yhlRJh8pBkW84nyY/bJa4WXsoNLgutdsYkjl18KKhbBldjdf0ovfL7FVgqYfAo/wpQYJJeMebP5QAczxvZIegjHRrAvbs/nbQTmuAkes3WL1hhBjSTwyIbWCzAuBJk8MNTmeZkVBvub7XoIyIySppfoJC/1a+ZsxGkzAlgrIxXPYrrBzTtXd/9YRiIgCYx3UtfdbPkE6hT6GblH6ST6QESfWyyvfGxwlOmu+F+icRyVVJbgM9T/PD2W6I04u2/1mcfoHwaQGdwvbbBkbjWzm+zwNSisQ== sanupkri@redhat.com", "key_options": null, "keyfile": "/home/sidharthanup/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sidharthanup", "validate_certs": true} 2021-09-02T22:47:34.937 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-09-02T22:47:34.939 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCkeYXWjU7wVdODC32U40QRFgFH7ZEuEsOeWWaKx3Y5EBuAcwkTHiF9Bq/2mrDu+c9W46S8L38Ogc9GZ0DcCXtN/Z4z8iKOIIi5U1GzvwdbKuiAPCd8bdYP0vo0MOIRgylJo5hcnB5BCwCXRN1hmci1ES5UbSeQg0rydMiyYXHZ64AT47+qVUpn/mVP6PVw00pPqt16l9YxhbPFG74Y/WnY4FyrqXGQJfv0tcP7+UR7GQdFiI4QQV3ZUSRHRLWGcmoiiOmGimLhtzEmP4Jzy4gF4wg9q8jyX54NjfxDRZs+YuaoqqWKz/HSz5ic7W2RGKHrRby2N9wNu19nmC1NzIn3 varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCW58OUR3pniaYgvr9xAExeNm4eMxgaJfFbEfEYPztTWv/xxqqihBYCeFltfgWbu7ERTy+hVNo1PJWyyczjl5Ivc3FdRmhykosygs7X74PPh02c7Em4MsSTr7SSPNN20rkJbWqiYMMOBbqbiZ7JXiSUNVilLHgZqZBEQc5Rf5I1PyBLHHJ2ZruPKnDPHCRLdwJ+MdXy2haKmGrQLhtzIKaDzh8VkfojL454k0aHCIh34Z0oBdP9757mNuYJUVEkKZF5t2oML84lWGMgwZxUWN2yO9ALTti4tNH1fXA6NipS9ztE+3hEJe1fWXEoUQDX9JNu4qEHTeCz0secQMkyZVDZSQk8yDUQxQ76yiett37sQB1WQR/3fclcahmqQ4dUS7M3Onyz6k6zia896PBK6G48TBUbFa1rw5Hx7WfNZluDMkv4YxkQvfz7XVzZx2/lhs45Kjh1UR9n7LaW/NID98vokcvASw1N6Bk/6pOd/45iPyEJemwovnQLs6ecwlMIikM= varsha@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDcQ8xMjwVf+KiFIQARcbFT+wg4NHysBRrFxk3Bx5X2k2hGKcEYR2tY/ApHZYfJ6me3LUvJEXg2c/6xa6ibVTUp/90l4y0cF6RmF5uB45J0xuBYoFJd8xJkVrhDIlZix4aFfb7TrmJEqjleBrkTwam7Q9aE3lss16nVOxU4hiViYiCANJ45wobK6tz7y5btfzrHE/iYpwniDvzLwK7EpkEK336VVd6f9wV0vG+ErEFxnNVxheXLLm05LuvdVQvFqJcTFrc7/GZ54yKg5IgwVwXqSAyOXIhgduUqk+oN1ciA7jnSqdiOKQPS/VmYkbhw2YP85l8wGVreIYUmOG19QEyVLB82oB9KS1LezM2KCH61XW22+85dHf4PvuL9DULhGt6wBCvpO10OHxw0JvHXbEgBPhiyd9j2yJmcQozbRPth/sMUvLKNXOGabZhhkPBYL7xZICHc+UwxrXs0h/j9jOjLyHzBAWMomF2lzgbvtzjcbxJ1a5oclJ6IW8yHJllkOh0= varsha@localhost.locald 2021-09-02T22:47:34.941 INFO:teuthology.task.ansible.out:omain", "key_options": null, "keyfile": "/home/varsha/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "varsha", "validate_certs": true} 2021-09-02T22:47:35.136 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-09-02T22:47:35.147 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6RDgqwA0GrvE6KqRaGCgYnFhnxdi9ehjIWvfaMa1oq0CqYxUAee2bNbp/X2Bd18Vqk8iH9fpE0+qrLgAH/8BpD+MtgGikCFMORvazeUtOCF/OCDO0AMg1jvl8aTdvrQU8ZTDPXa65Avpkc9vwugcoplnwrW7lKx++XqCWsSlfHgEdyMV3wrt/ZDFwI2AS2bZBpWM6ViG1KSjXjgTi/T3hSZPY+buYvWjzoEjQO0946iI3iiKKCGohEpCUnG02oJXcS0vvgl8dWE71451lbainEKJ4hbDhfDmy57s6VXfVUANsczwiPWiSC/ZmMlDaCCBeKHO0Gz0xXaDXd9j4SA7P sam@Pondermatic\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCYylAUS12hF6XndDQ3CkrUddKmXNSd8pOlHwO+pWaDTJPKxwtPL6sM3aOtaAPLrGkv1zD2k3iZaxmDwfPYGaXOyb0KS5ZCddtOyNXj5JLrjxh2niqFPP8SIkdHLOP+0Hv1/tB0Jz75RV+tNIT1SJTm7OZ8wZNy0qYycITSooJ14iEgyZ7rOa3EEzbtIVpHS4+YqIuIJdV2oV5egCrJyRv4sPUrS8ERXD4QZSOlHE+W4Tf+WVrEfsHOdDLRlAXJUzhuqgWtVouiYcW5ex294z28eA+12lKaPQpE0cft/NJ6FLs41yqh4ZN588bl8Ada+yTXEaHWioQEEJMlca2jIgrP sjust@rex004.front.sepia.ceph.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC08RrDQ2M7Zjcpx7RL9e+tjv48kBgDNyTenX1QdxW22JA2JR3D3ThA/ej9HtiPWcIVz16oZ4tzrCEVwaCMfbsmXq 2021-09-02T22:47:35.149 INFO:teuthology.task.ansible.out:2z08ZXYqwiBuoXJVshU7lIKVqAtadT4F6Q9eQvxEo4zWdBib1W0/cqNLlYzU/DuwlUqYnWBDLGxc4fD5Kxrz366oWUDB/ULCpl77TMqfTKlStCgGXot0zLqiscqzq1W7XsuA7A5vQw/JTq7MvIME+SkUuGWX0WKwTMIRZKNWBGmlf51bNru3GmmAnKBUFsJv9H4G0FPqGY/aH02rr5dAgTTmfKt+XbWRfMTMpjJqVRGX03+1mQNoYQ3kNDz0wl sjust@office\nssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA5UMPySf/h9r2/OryRXrO9Qq9k5J9Dn9nvJYyaYCE82H/qkBJGboAJgyIXfbsGYO5uPM25d3fGRH4magzAQm2hGWNbbt1YWn9HaIyKCCXo9JX600/dv3OZbHyGGmgXPa4Anl16j1c2vxRRt2+ArjlyyhP7cAcRkilUGdagK9u6ALrwnz9hhXYV+BmXrxMm7zZCmdWHcWz+YxoA65es4+w+aLvVZWmUCZLF8uZrcpPSw+oK3SfZE8JPRc5vWulXbWEEfIoHb9AszPIpSyzbfPWXelmc3XlG0KD66t7w+AnNlQPt3JVePRCfFHPYeTj9B0k8sxPyUqTQIl5pu6GppRMOQ== sam@Deepthought", "key_options": null, "keyfile": "/home/sjust/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sjust", "validate_certs": true} 2021-09-02T22:47:35.345 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-09-02T22:47:35.356 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDj6DxTZNodVnwJZrnSZ/jv9Cw4uYLb8MGpccmOvtwl93sVBvqq597AYnBqYiV4VBbKU3GVFbT41zkplia1iCfXoddttCOyWmEKviBXRnAsd5f80dxL0pfzrBJvCaH4NAfYgVw9JFWsvT981b+nB6vum4Vz8Dw0PM5GPnVUjsZNFkpmDPUBL4yHPmMCGP2WtUurJVD3Gm9t72XlG6Dl/vB9Qw/i4IY1SoCCbuhhNgE7IN8JXeGmVJbRwDeUlP+Q8Ti7iedV7YB/W1opt6eT5EPzX8NcxTc0c7rrDgsUWjFQYRSup0GLK9ofdHs0E2RbPPO5OSc5Z2+B1IEV7fZeyJwAyHwUgwx7sSGy7aROdvinaj/hOBglcgISyQ2CY7LTV8NGWJquo7yRCJXhZVIHfgqfBcrgWdNbr+vNBXnWe5PCtLhV8ryHPSJ/7Ru+7voQxgvwux5SdZwxXTbWDKni1f6/8bNrhRx6bmLK9xuYAgt2FhlIivI7L5kQF4etcBiaf68= deepika@x1cabon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdqbYcbJYtgCrAbLo7PcS82caXxcT8cpX0RkULaFXfaiUDs8Foy6Yf/XoEHIdpgw8kX6qBdydYXxti6HFhYDNsL5KleKu/yA+bVKlvri39CRNkNxFHAUL2CRBT5Hefj1AJQBm/BKVEN4/eb05OlJJ808Qb/aNycot/YwgpNvUIaO2yTMA0meq82wNdZmUcmyLB9QXz4QInTcoAsxq70KxX95YC938rTWpbg1hM8gzLkJJt/OD/Z7TMYv/Sc5KGOFqo930AmObQ5KPmffkWGYbLT65TxlCULnvIr63lWHdGTj5mYjib/v9ncu24az9GYRWYcicV0B/def+KVrrIp3Mz ideepika@teuthology", "key_options": null, "keyfile": "/home/ideepika/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ideepika", "validate_certs": true} 2021-09-02T22:47:35.554 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-09-02T22:47:35.565 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDC0h+TpaUkm2V6Hbf7aPCTys/nsm51CmY9s+bdwEXAiSAWpq/7Xi2LlN0mZgsrAYBHbr5L+Pz8x0YdigvWysUK6U9XRSPM28cbWmh8F25re9HEk8ARESkMZKTv/hKFs1v7kTHbT9hNNynbQGQOqEaazjr0shcli+Byvop27riX3QDDSsd5xfCjjyDz9fiA9YESlF0kbXyFUKPsoaBhRv9FUhtH6DxlygxtxTsKyKgeoiKw2sCfeUMckcJKnGCMtkXW4U8h7NL/fPZFyBaMDRi/TtoBKaVGLaWqF7RuukfjoMCwhuIDmuTG3WhanH4HJrfNenPZkpZUBhzWwZcleao8SD3mXXfZ9gcZb8QB2ymEtTqrAEyDoNWO4q8ljNP3WJXIgF0h0Sjmx/CV/i0ArEYlBMwBD7DFVnPJqCqSyypuQdDGsDNQZxaRCiYg7nIslFOpDr+0PLp78m+CHyYbSFLTvVVJoJ1k0YhMnDPHM29nt7fMGx6Qrigwnuk0yKg1bfgJ/t0TOqEw0bqGKIvHnyoP/n0ObazEsiPl5pRr2ehs/Rqf35Iwhc1i02Hhz/3Sqwc1eAgqm4/OVghxqUJGpRocua5Gf/vO32wwoyGxh2sl7y6K2pNDA3glhKYbZeIh1fjnaTjikgleqIQkCBxbTeAE7n5+T6TcFtnII6RSxYv3tQ== gal.salomon@gmail.com", "key_options": null, "keyfile": "/home/gsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gsalomon", "validate_certs": true} 2021-09-02T22:47:35.763 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-09-02T22:47:35.765 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCrGYBGPDQqn+2jnxKhDurSrAJvTT8dZMYGVCt6NbjpFhDFYtyvrF8Jv5NKBQynG18LwscN7a57L0Oq0e4jOEPRz//CDcAfP+L6p45L4BdUzTysN4+rQ7waMnIiYp7VjSswhGH/BnYIVKwmDqzM2fo1w/oLIT6mgwUYqAdceeswAkXBt7jgagL8ox3E4oHBqER7f60AHdTviuW953t5luVQiMjyF2fOwZuo2ycufIzBee0CwS+xyRuJQwdgD3HL4Qs2vtBCX+H8n3wC6A9JrMA5tzCDr5VZKBJZURIniwvaXfJodjO4SvBL5jAfXoMqriv8ZWHbap2fk82YE8/uPqNvSISjixJEBgQinklZ+iAOYm5tfPbhPM/8ErpN/yJ0EoGRn+nj6X6nAjXAIk3AENopeqtM7mLZ26RFIuEV5ld7eqUvAfiy6Hk2LH9Q1Z4CXaxD0gDGzUxgdAaaAgLAR4btWi2n7Tb7ZNDdOfctg2ya9ftzZBOHvCaVXSpJCry/GMU= skoduri@localhost.localdomain", "key_options": null, "keyfile": "/home/soumyakoduri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "soumyakoduri", "validate_certs": true} 2021-09-02T22:47:35.965 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-09-02T22:47:35.977 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDPeuSTD7kv8yQX6dW+7Vpq1mqrcr8JGubPYa1DpGTV/gE50d5L42UspUN2FXmICDMiV1h4Q9WQAFma3168f1I5I94qFkV+/56szCMoILClm7IW/EV4t8fTxoyOpEa9l4qSU3qgJpDbY04CkiyVJFuQj24Zq3gD/70jYgGpy8RfA0BihSR6F+A0WZLh/fESjqfor3/pFWhUCRnPEqrZsXyuB8lRgDTyGp4s1cHyUqmFMuCPDRMtok0rSVpaRZj2Zj8lboah19UI/L89ptQgEdqsOKzlkxiT+1GdyIY+jpPCM0a3yZz75l3Qiu0k6q7qUV8T0hm1GZiBguvST1KMcwnt kyrylo.shatskyy@suse.com", "key_options": null, "keyfile": "/home/kyr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kyr", "validate_certs": true} 2021-09-02T22:47:36.184 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-09-02T22:47:36.186 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDeERrQ0NVXhuTYzI08rlKRbHZVFXSv1YC7sGq6aCWRbTCv7Ad/t/3OJz3vfcd2TjBMvABfrYCFgTFWIaJBaeA3BXUUU9y9TwnzuxKv4C46WJYoalVGyLEpWpcGbJ5v+leA6Je/+lunenplb7TBKGE/YTgggEXyX7KnunYlv+Jdm33TmAZTcHrLk5QR/6FdRGKmdlLna0dXZc3v04+AI8W+p9ghAv1+e8ENxJDTF8p0MawBiKWcSj2mysOhQ2Cj91qZ0qTnLLeu0CPf4rBO+qjYIshiCuTLhYt2UazlzME4nCCsVqK7Nz9olA/lgvJLRaPxgQQ7iCMmIZilS6B4Y3oL sseshasa@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCo0zniUEXuQ4JJuuRtfnEK8WHqr97AmXEniGPY5U23MTxhMuP8CSkGWkUHdmXw0H1tDKbYgk97M6TspJropNGKljla2H1/3e2T1BOI1L2WfcsOh6VPYeyOj2ssMJeEDdQgd0J3g+4oj2QS+guPlT24UhO0CBhRZ6waVlJMgagDYyDLCLGI4ASoBYx0AOaoyjnEQtRd/gyejzv7jntkHc9YNBPsJ37X6hTYNA/s2ORJE7QMXd6xI60mTBuCdD3JcPYoUSvyCUa7rIrDc70lAcW5XtxewvMBogTZJLoFG/d6Ugij49h4AfwrtoUCtLyJOWJX6PTfomXely8Ym6KpN/3981+m70dhcHPDJ66QCWMd1LAgftVXTIsebA+Bxfg4Vsbrv7j1lJXzmMfsOl+1wVPe+Y9h28GyeIlalW3laURZGV7dhexGZ8YNxPuzxtAlWtfw+kddbjw0j4ODtgVXrj4SDxqmTTYYuMBkrQ3H33sOgPLx8DyA6e4pckb6lOOEvb41Yi5tyP7BIJlYN2PpNVDkSQd/t5Q0di4Ct+3vqLRCkPuJiJAUyaBGT4HM7yQc25+Y0B3sXNON7BjeaBXB7OwKZMp9w1jwbJt4JL/aGOw3HVljVyVgu+pIuQ2ISd9VBcmAJK5EGdWe5Q57h5fJkD+TVrXgeNTaufdclh5vWOH1qQ== sseshasa@teuthology", "key_options": null, "keyfile": "/home/sseshasa/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sseshasa", "validate_certs": true} 2021-09-02T22:47:36.392 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-09-02T22:47:36.403 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDIC6uqbIg9XaTlDZd7KCX7FXSzfGFMEWXhx42ktz3ehOPLviA/yNpVd+LmYHSgzd5Szd3mMxleisiE+JdSq/q5YyPAF6eD6+wfynkpMv5aWNHGI0yVfKbCwdOX8bY6yqhyVwMDo14uoFvdDcM4Lj+vz8F75VJHUU5ihJNOW24EllobTLzR4XI6AcM+mjbXRnBLLVoBSuDaU2D0kWqMn8rDCJKdUJnoiy9oxIok8eMLfGkGsL55oOx9BflMSz/0jM9X5GLQahYiECbXjvCIarCkUFE8txNoXM9Djmg8QqhAQDhY0hzJTauFJJaD8Ax1uFQlXONed7tv7a7Tb3dH+/jb rfriedma@dhcp-4-239.tlv.redhat.com", "key_options": null, "keyfile": "/home/rfriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rfriedma", "validate_certs": true} 2021-09-02T22:47:36.591 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-09-02T22:47:36.602 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIXHA8BwV4OnqlaHHyYofsp5X+wanose+aneJVx2Or05PcWA9c7xFEOerkvEn9LvivSRd9G9o/S8SvnGH91tG2bbOAidVZ69FGul9OKa/BCJYUP0vVBX09/Td3n7+R2lVlvu5XiyC5SUzCjaQEZLOpjq23rqaqdCDXE6wFnxfpkmcsccbG/xUiOEBeBGI92lntdx99Sn6CxWWA27lMMaYkCRvX6ziRZEm6O44N2nMm+qYm0jmMyGv1iyQkJxtt0YaLPp+X9t2trUEzEjgBCXqqzEzBjB7T4rbzhAuvU3NRHiAoWXSnrY5AQOTTvC/wpaZV/gF2NDNThjMcpcEdNstleOctXtN4XTTJQewbG+t7I9knR00TPpsoUvUtpbcoFOluGgWTDTFa6GCmDPppx23nZgulOniZUVTI2CbScSpc8sfp1JE7Q6vLECY9lJ+GpVCbDAbIEE9WHXSkJ/6L9yf+ZoHbpqCkEFDcWLfz3B5NFoJ5gne8B8uzd6ptKVtJrP8pMvoOyydyvQlmkgh8tNDsOnp6kaUNG0NHmtfGlCTkbM7oKsKbf87Cv1HgYuZl/HP7go5sOX02LfBfbvWrawZzOaZ3dewEq74w5hVMKEHrmJPstIpcHSxZpq33f2j4Z/uKW9tJat6rgSWK1I+T3tCd++76apxbOYl5TDOaoxCyjQ== lars@marowsky-bree.de", "key_options": null, "keyfile": "/home/lmb/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lmb", "validate_certs": true} 2021-09-02T22:47:36.790 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-09-02T22:47:36.812 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMDUcToIhs8tiIozgPudiYyD2upEX+VvsiJRti7zrA/1HPIDARYt2+xyWCASm5x5vdohRM7wnBLUlbBVnvr6ZUQvfShNDsS1Uu7hEfYF38MtW+dVwvGlm14J4m1gbjzqVlZvO6bg6rfGo7Qer0bKUlxtqbisQ/kCg/lVWR04CNxdRtZxEpaQ21y4C5jAlrpFTzxQSuiCLEyY3EAKdZUaZElFEcXlna0ysCP8inlzhF402PkSdl9DkkPpg3IR2dUEGqsblWSdLVk19EFavjtGAAnsvaBWWm2rCLNC5RmhGQaS/Z52Aes1nBuT4cI6qLjbEMqAzLwxiOR7l4IPMpK5EcuRK+FaqQG0wMAjxPc95CmxDzi58ZRJ5ERV8vgps73F1AJXWU9Lb1P77BTsLXqiwko2mvPf6e0LwCxQuxYJWc+xvO7Ji011B+nm5eLCCC/LcDtTPjkimTh7nkvUNi/yTKCXi9KwLISAHHd335KnfrL28rU3GahMXs4NjOxuN8eKM= ksirivad@ksirivad\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDS3HkgHb6z+gi4tN5rBL/N+WLJgN8RtUokt0YnRjpor2epRbmqgmEFRbRFqjLK9LiTuLxmkwol1/G56AJms9ixue33M6jVs73nc259LDxn2qj/NCtxeU7xdjSDuhKyItgM0yuiFjWOKSYTghNtwoR26PX7SQVbycD4NN1ZuwUbdMQA31VrLvQR7d0lYKlis2auH2Xb6WifotoEyszZz1KYRwzJvOHtHku/jAyNmTD/8kAsuCjEgUPSyyehAfdWn59tY2gM7aFyj/dtRoAghekv5gkov9zx+zjN6D2LSN7e+DRti05iJMifA3nfmdj7f8aHzXDtsDL0XNkmmT3g9N2OQ8WL4ESOFASXPPj9JGUROealgnaQ+Y64evDClhbt2L7FLbgj5sgKb+XYhpGnAiC+v3t1Rq3HZrstOYf2qSYguIo+zW9gHwzJDqH5YNCpSF4ZDCfkJ94ngl5ptQmZ/FcrH2hBs2cMoyK9EyDpcI9hBeACTzu19kaB6DrOC+UTvBgYL2sNbCvi+caIqhENJICZ21rI4u4EZqu7PVb+Y3CLgSjTEgclGYBZoxlrT/X2QHrIfZF7lLGeeh0bureedCrBg4b61SL7ZU3Me9x1iWOZMSJgVvg+qPSrzZiHbA46k8i0af5Q+geL1BuuGy76zbYd/KR0KiNZnXjdlHyRz76rpQ== kamoltatsirivadhna@Ksirivad-MacBook-Pro.loc 2021-09-02T22:47:36.813 INFO:teuthology.task.ansible.out:al", "key_options": null, "keyfile": "/home/ksirivad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ksirivad", "validate_certs": true} 2021-09-02T22:47:36.998 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-09-02T22:47:37.019 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC0POsA+0NyxecLo3Y821G6W3+jJPKFMuLSIl4FSLi25vuyuM5+mFGmCNWv8gg93eQhG9Y3SOygqmkaxzxDtBS/V6VNC2f8hZsVw9B+HbnfggvCNQSgjJ5rhvf6IHfx/aHq4IHF+stqdcoWhwR/68wIhGNqtP7Nhqnzk2aN1kG9bU2iVk4CH8XGIwqwET3aWNuCMcHi2AhrvDBpZu7bzo/6ARUJDqEfTEC/XIkzv8/mEkJ5igcycARVy6dChuCwfZc8rhfwQpekwx1Y9/WBFdNQlYkN4fVe8yIqT5VsQ3AcRv21GJk8L7mwB4hF9dVAi4p1cSyxatR3kDifsFc8VQk9 toor@localhost.localdomain", "key_options": null, "keyfile": "/home/ofriedma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ofriedma", "validate_certs": true} 2021-09-02T22:47:37.206 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-09-02T22:47:37.208 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-09-02T22:47:37.229 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDc/8sWrMq+bqKBPmDPplUgdMoY2SQL+57jRSh27PAoYW9rNVR/UgK7EA9oxFLfoi9wJ9+VKU4opeoohOXLWQXXatLvfXjGE3fRYIonQfwJqKrasqQJTGWzRZ9t1/2Cb0VHkoAvipCJzWmgB46X6q73XW5Td1H3b+AINd6E4Rsm1QjBOhk0DMjCdfwrVUZIfGdsEo+5u/AwioHwH+NDJvXTWT8ZigeZBNHJSY/EQn1+15ut0QB2rvXkJasvvDlVbEsPQtM4C3VX1ronmAnKMvCp1O4EtAXaoKSOx7XEN++UAvVn7czDCWk/UFgpzZOqTcQJwg82XtS4sZP23CpNe0G9 h4iresis@fedora", "key_options": null, "keyfile": "/home/h4iresis/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "h4iresis", "validate_certs": true} 2021-09-02T22:47:37.406 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-09-02T22:47:37.438 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCqhWVTosH12864VGY5S3/k0yKc59GbV0m2WxD28gAf+uvJ1/y8gekD2wDzBv0DWqEekYLV7L68gpapDXyGosQeZ6n5OO/NZFZmW+Xq1P7P1QHJil6kVpwk927lzX440pwNf3+PRvTbLzlbuVFWJRpiykv+juJyIFjzXLJRF67wB2qgZVm5cRs/GOi4fnvTaou/Ae51mvsO8M3JL5cphApFKD/AO/X+3pHBhLjvaW33cYsp0Z4Rce1nm8wxSmvuJRF+HAfjBlknhDl5ZaJGA96RYA+g9WbAXimFprg4xeiRp7liPExQwtVgackJweoC4MahC1glmjC3eOh9dvrrxLnALOLMOkyCSK/tOF/iq2PJaLViObanPI8mnNkMLbdJyzUBf8hRGdSLcw98qxaf0sSZ+vz4VQS6e9CwX7ikkNNsTeYXjnJ+1yU3mfCW1CXJDr7kBDVG2OTLefCpMY8WBAYDiEaK0RW83cBcFIKfecKYd0qStHRaOsvmyWdFYgBh2vM1UWjro5WXlb+7aJPrUp8ZruapkUXUwhjHA7FwGA4ysE0tsOVVFm0Dw8tvyVVkVNm/9EObG28dWctioZ2+ZEzTWgMJU26Q+wOJ/U4qZyIvpMRUgPZc5nM9J8kcmvNWtb6DV9k/6p8h28kiOxPkxLtPP+3TlBCHjq//mhEnJZ/d8w== shshyukriev@suse.com", "key_options": null, "keyfile": "/home/shyukri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyukri", "validate_certs": true} 2021-09-02T22:47:37.614 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-09-02T22:47:37.636 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCxDJtmmcnrbA4AUsmBBZq/M4xNdIbOT+cQQxhUKeCu8F9mht+RznwyaaJbVIlD+UNv9LMhRyzI5oktSalokNltlrtPQMoP52PXH7KFFGnVnexCHAk4nGvEhuZCniO5T+ENm2wFR47lFEQK7lyJJLp5PFiSM7vM1MK6UkMvRmCTRildjaYLyf3EEvBXifbsGmR0tBIXtml6KITCAaT6l0E94055oEGN2G5NhZIvfLcojt5liEkXEHQNdfkUDXM0Go43JZzgsSWDXC/7RYLrAJwz5mq4qCa9YZL/3Spjso37+1oLq7lOQ0TDJUAQXmnW0So/NkzECx4MolVcylhTzmgj sergio@milestones", "key_options": null, "keyfile": "/home/scarvalhojr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "scarvalhojr", "validate_certs": true} 2021-09-02T22:47:37.813 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-09-02T22:47:37.844 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDEOigBGMeElb3uHXX36HxLtPJMG+iG/6D7NDFCVR6AyYsmimBQb6SlSIR6SaFULb6HT/IFVk0Jf/z0HoipAP7Xu+wvP/J6LFoMdguxylh1ov8raqxQJrGLl9n64EI+qWINwEM0MKMUnDQ3tmMKBl78LKQVQTYBx1+9cXsT6DE1yhgmV79XIvOOb+v53agSi/kLJF2i9K04kpi1OejXg95Ub2eLMY69Jm8PnLy1Jq8DhC8pz7nrfzbKtOC7HbytTAO1XTlb90lVhqC/1yTMAUc/rpJwoSEHc2epGeZWdMsJhqhX2EqMwcV53M3qcFSGreGNJ/Ncd4/JHxz7q0IU411t rakesh@localhost.localdomain", "key_options": null, "keyfile": "/home/rakesh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rakesh", "validate_certs": true} 2021-09-02T22:47:38.011 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-09-02T22:47:38.053 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCvRwrsN62CReT0/kOeFEXGA3THhzJ+hwZVpUzo7VMRZeSo6LgNlVGdrQchMHnlwBvuwaVNJlBAkQr+5J5BB3ikrmbcnLHfPutXBBBB6uDfSwwbqjzUY7elTbz9ul6AkegR9K65O44ouD9+WC76D+Tp0maqnP1w0O3h1GVxDHe34LpEwBvZJ+/BSYmBpwRZqeXFRADORPzdtW08PSiRErGHb8j+j5i+br37JfOOh+A/9dHwQw9alBVL2DijwvrPMa7dV5yX00dlMSTL2LLo9IdI4aFPmie8oic0eanFbQDq210ilOR65IGeshKHEKOq0KFFz0nSK9OdO03OkSEN/0d5 ryg@tapir", "key_options": null, "keyfile": "/home/ryg-/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ryg-", "validate_certs": true} 2021-09-02T22:47:38.219 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-09-02T22:47:38.262 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC0zCoXv2Kkxjqv5FOlJZ2PRA9tStdXAVGZJbSLOhAWeqHQL6O2l8MO5GFzHz4FA/g7lbNzLKaCbG1wYGuL9FOt0o36/eHykgENu00SlFunIQn+T/WNaGxrZqnfbdS9TdImFAnVY4vuzrBhFTb6qcqTLhw1WVz+l/iOv5CoY+7NnILWcj8dHNcPzU1ihlFAbvQgQcMtt1130zqc6L8o+SDm2YQF2nuOWxj0LbD6YpRn3AqWsTN5QbqzdeaJiUt6kdywisPdoiSWLuivRKhNLNhnWO+B4DnchwfApy8ovJShHZAsrSoc+a+RQDmOiLXmc5wAvNnREHbqod8/0bQ9vSXaVQCt1gnnK8Bf7GQElg3Z3aep4D4w6rBB+LBsHFbTfrzWAHkXxJeGiQTlJGz0IYHi1weWrzY6x5rEA0gYDu0FVLOLrsYDtuTQpjcTwpmaHCsxz6wU3wCNmTsV/AZhniFHJhHXacCmDp1JfsI2kP9FjcJJE0SygnZ/SzKe0DHamnyT1OgdQaG/KX2eRv/vXUPg2ukKiA1fyFnFeEsWK6rUO0YgCswqjrM4vU0leZ1b8vK9aM4IDJM3TJqdMLfOa0rPntekNOqXUn213CP+Yiz9l1TH4zX3P/Kv6Vv1gTeGcX0lMaYhowng+97j3LLqGcSUPMklrKen/xrsACFxN9fxaQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCks+XmOepYEdSBP6U0T+r+fZowSS7UHY5W8AUtAkvXiKlTG518luG2wtSALIsB5+jyjC44ITwV9X/vvsDaXQnp1hFanwWeuU1jDdy+MvywvxI9q4naWlDpxrfq4i/AioSvdoIo02uUFYPKTCHrm7wBjTwpWbCD0gbC9/OGAHM88Md3F0qbgFEr3BERvNGe0coCjWRMS8+GTZXS22WW1/NxNzpdCUjO/9j4QydpW7UF1kqVhnPVZozmh4wl0rk8tgb9Zx3vCUBG1Q5eO/q+HsW54eXLa9FcuQcoJnNdV2hMXRHHZHTgaPKZ/ildukzZHo0i/Dq1mi5N3s5A7aDYxOWWlRXazwL8zu/UQVrxVRni8vDTFk5682lskF1WifzADaqicUWzasdK0PC4G7JmHPi+XHskeOt5i4ywEnFRXnYtMOIu0CNO82Rg4CdUAD58YXCGoQ4r9TG4LlwKg75ouNHB/ToJidSg9NBwclP+MICcTpWItxVXpBj/YkeLcntHtVTFNHORxIwIwWng94wVEDCfyXelyAR6VfwcPlWWrbzhbEO9DH40GuluQi38ySWi/HpnrVriJMLzEQA9OPrLsME1LDgPGkF2GloPL8nnnLWB9L+YEBNNAVoSo0PHBsjIibdZ/SZm7zUgYGp4fuG+m1+SDOjcfD6GSXOTQwQou+knEQ== prsrivas@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDISEXvGI2oJLTRR15ePZLkmdYjaQJxt9V/ 2021-09-02T22:47:38.263 INFO:teuthology.task.ansible.out:yBwKdGqYvnPzmLOpdmVpdQJo7ZOWwdp5tJsCy4q5uX5vIUv6Gyi3uVSGmZnrKUbsqoDNwAX5vx/gFBINIs/ZXXyD4fpUT8aoZeq1XmXdIaWG0nImsrtRnRxKP9NGZEcW8z0WPwgF0Ck+RH0qZUix6Bfbgy7vMXnivuDv+NdjEwyszcrPWvf6Krr0am9Q0+9nj/mjvk6CZLl+CH3HNdkhZuNs+qMG4XW8KhLvQB2p790XVlTHuVU4jWrFmjymggZxkhoCY/ukHH6wi2Pbx6yjjKOj8iIw1xKabJzJ7S8UKT23A41d918DUCUuEG66pN6Z4dnv+fZJxj5iEo1GdycSWIc4SpLTK3z4zDZypVKIzjI4o8VwQaN48HkVjUdTICTvGQfytFi3jX1I5nxIZiiPcxMQLR5hQggP8pn2XtvXpomn0aBc8tVuuZJLVq4zCVnhlVB6IACmb71evjFGOsoSuEsaTufUr48= prsrivas@t480.lab.blr.redhat.com", "key_options": null, "keyfile": "/home/prsrivas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prsrivas", "validate_certs": true} 2021-09-02T22:47:38.428 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-09-02T22:47:38.460 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDOJg56HsyNa5vHHb52G6O5vtv9I2tdlNMjFlG3SVCCu/bVZwVeGzp1ekuNGU10owmnIvhlSldMjLn2wwTwiDjbvYJVVCPvzK63vCUcMevRsvr9EyU16JdAgrmrGMyuYYEb+wh8XWI9Dc72o84fMaBYFSSer1S9nUBL+KVLVhIe7culgADimrDgDVh2t7u2JHBI0m0nKFGJZNcIyYf+GKOM+n7SaQXIYIytvSteU5BvUIKPsDd4z5lVlWiKO3kG6jF2RnKFV6KWBWI9m8YGItdGu25mXELXN9MOlApZF3AoGTmCE2Web7uDVGvO6rz6b+dc7RXTOlbWIhtMoRqQf6mz zac.dover@gmail.com", "key_options": null, "keyfile": "/home/zdover/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zdover", "validate_certs": true} 2021-09-02T22:47:38.626 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-09-02T22:47:38.668 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC4zwWf+kMEDgaSOrX7AlD+UCOgf4/fRiorQVJqC8GfMNynfiFVZaThngwIrwtQROfXHbzspi+AcRvDLewY25mXyuxVgOfSbuSIEqiUNvzcVq9IItI1J58xeDBpIktAsoHHS6JENV56fAT6krzRAQLnSa1k2b0pyKuPBzFSeNgiaQMhjrCLAaCi9yLsdKpnWgXhyfrdqvN2r/Ctts/zlTPqtRYdvdIL/p/l+vg7Q8S3OhuAGtimaEq3RE70xadaPbGhsLISMTrbfYXbxw84KKZpNYwO4zmQ2ztcvC9D7A/8ov3+A5Jq42G+pq7ORuix2NoTWtADMiwvNe1HyzS/7cX/BuXLFssRY1bzRvp+x2ExZ7b+bFx+TE/RduRh0eyDNLg7SyL83aeTr2Usa+mPoCAMKed9XtYbRnUu7ox4wmfeAgx6jM9uG5uQfauJ1XpDddrVBG8KYBvSd0BM2cyRdcAXqwxg9AVPZcdE7sbBk44CGVhw+ziZ3e3cLBTO4y44KRQre+1Bhe/Ze8OTQWLFugl/XagFlJE/L6fGUIPuFojmQvlw5dBZwtUURnxsu8yHm3iIsj4y8nR1zHMj+zuMk6rF3ZW0epPAECAdq4gG8X2wv3HTq0vLBkKpi1KMAmntEtcVwF0fzMt5XYqRd4jceFgonAAipJNDknHgi6yaUzBYmQ== rraja@redhat.com", "key_options": null, "keyfile": "/home/rraja/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "rraja", "validate_certs": true} 2021-09-02T22:47:38.825 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-09-02T22:47:38.867 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2mEyxfkW1u84u5BocLCAXESj2qObWkxUd20cmPolhJYlIWLOafa69Dw5A9CjFBp0U6Jx5d0JWcwmAc5ZeffQ7t7vzmtHCZnpKkyZhN9bu6vuCh4N+I643SI/K7tdbB2E8ZE6uI7ORMAan5+t0bNSVolUVq6X1w7dIA5El54K10WNdiwgRKW6e3anNbJ3rBLGEk7gawZqDDOqTvVQmOBGWek3BjSReDvg3rkmTQLxJkiKdxnx4/s7gzH1xTpsS/OludIuSxF0BK064ZcT1t09qcjnT4Os1inV2GfYswt+UhpgqrHqXjEs0Z3y4Oy77QBKL1rDf93CP4a4+eJjqXe+v tbechtold@suse.com", "key_options": null, "keyfile": "/home/toabctl/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "toabctl", "validate_certs": true} 2021-09-02T22:47:39.033 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-09-02T22:47:39.076 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCitWIN7jm5KEmB6jqcA+ufKRLodxkJ1GIdaaueCdeXdMHgWNH9FUDCUJk5dcA11MxQO15DRH/cdhb3QHPGiMv4XrBeK6HHYwGttzkcUEz1EDUhpowOrnFETbPa7K39ObmRcgdvoGXOSrNZ4mvptCTz9Xb0MF+Gcg5iJ4g+qZzIVa2/ueecYY8ZorbaH4m/NWUub6Rf01Q04HfxTvKrUFswrbCoE/Aigz/Oh88RiS854XoTvV7rE1tKbyKkaungwMAaQSNnZkq4hi8nbp6pzTxJLV7N/ZYMhVpdxSbWcghFg6cy7aeoCzZMN97WcDhpdfbhRT0dbqCkMmHV6t0usDDnOss2v68UCzkxuA1Hj4uy8rRHjXBtYqI6xsrwCjvmgP05B14TpmFdG+3GdRHx2+QlhnGj7nuPf1KoWW/f3tD85DXoEmVl6RJ4KTrMeEVlOn3kdMLVH0y2hIqPTYMP5cMVNi0EdfeoBdd9kxMKMvoSVBAgmLzGVv17o1lNvVS6V1kyt7gME2PfNR2Np+U1cJVJfUJRTm28mHXBVoDXG9s0zv8+LpQ/gVPS+vsPAfxWWYGW8ZmEV3ZorDOZycSPybjHkPFzDAdUhPG0Db0o+F9ug+22F7pvifsdDZ42zqGGLbyzfIQE3AtyI7LR7Sc5tpN9rKTeSBYJ0yNcDKEj5FUHDw== mfritch@suse.com", "key_options": null, "keyfile": "/home/mgfritch/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mgfritch", "validate_certs": true} 2021-09-02T22:47:39.233 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-09-02T22:47:39.275 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC5bCXQ/B16AKl2oevC93R0U+3OrTyd3XEypouJy4LjIzXLX/Go1C1ViERwDAeHmqiUTqJUL+KZ0kMo8U7zlhNBk9PucbMZCqdqx5hkiCAo4y65lEXmuPGimRU2mK9TpcDTLWoyrD/EEhwzT6gmw3ytVTxi7qAb0tQUCQB+pW4+Zr5u6HZzgu9kLGxp7zsGtMA84Zqm5ql72mGuS0bUN1ajm8LWBetFuzOOW6YGfnKt29cLV2h1itVewA9DKM5G70B91eK4LjoNddCkqVA8L+v6LMQNU2pejUzPap98hmFUpQMNxlWQ0+B7UjfbkHWe+mIsSkdr3FfCfqWvsL0RiHcZ root@lxbceph0", "key_options": null, "keyfile": "/home/xiubli/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xiubli", "validate_certs": true} 2021-09-02T22:47:39.441 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-09-02T22:47:39.483 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDT+6B5Fr99p8xe9Zo5x8ULcdeA6ne727iVJp/xaguGwGHj6AhuK+R/CjznnHk0yA+6kiblNzjvbnsuzO8T9c8Ayv5KU07MxP1y1pymdYBpEh3NTXmhB6QOTCNTQbT14PL6MVgzK17SqarFCYXoEGuyK9jaBdN9QM76vhEaXc/2Osg+d8boJTkOk7lOPHbzeOCbQU3d+jX0VFOgAQS5OFz3Ug/X7nB0D0LN8bt5FlCZiGO95Iwls/SyPDbVXc9ot8oh4ME7kd7sElokBdYdXPauibRxWKjSDn+hV6kZfSzqwnMFaZ1TC+Av6zNsBuZucNSp3/Ws3T5i9i+21eyS4+qVE8IiX2aVKYuC9afb2lPLbdG2Iy1CqiaeGPkZfiGT9P8iQPOkqae45859UzFAd/XzKjBcmus3lSArKG1EyZl03HQ5P2J60pErCXq8W9mPjxAze2ReLRXJVEgTXnmdhCptcg6PZ4d/k4BEddbdnoX6/BEgFxLEJ64HpTeTVcDXHpipCpxFSRvgyPH/wQGKAvt8AfKBhmeZs7LuyGOhJiOon4DDaShHpE9wTnJ5qlnyg44+u6NCwelGPMAkHKEO4OgcjSsyXm+HYUpxG2s4poloIJzvU6oa3dvJsMZFhcb8CsW75sBYE+YngS/1fg1WU88ZOdaa1yF4F87pVZycpZqY1w== jan@jfsuselaptop", "key_options": null, "keyfile": "/home/jafaj/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jafaj", "validate_certs": true} 2021-09-02T22:47:39.638 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-09-02T22:47:39.680 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDo8wE/b2/EDwV018ENfcENVfXSF7vnXAwBSzNVScgxdqr2DVKTWDzhoI0m5CXTqI2HLnJVFDTgN3t5/fFcmwmSAP8ic8wU1JznSPZXN7qEQrcEsU/cwHeuzyutibg1ItTWWtoXYV8SFnVom8NF3UwXF8I+Vj6VF1EStWCcClgPjLbiOm8vIgaouXtbUIFv25GpadXyUtwiHEq1NKUPLgka8Usm8ibyS9hY9KmNWlD9AfmnwAImc8Urn2dErcsfAltxoGUHCI7ZBHGpzg+6dpynNR+giJMrjwWzREaCHmiJX3g6jmHuuY54eSOs6cxqi3E4jNHVWXPe/tEF3l0klEvl jschmid@suse.com", "key_options": null, "keyfile": "/home/jschmid/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jschmid", "validate_certs": true} 2021-09-02T22:47:39.846 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-09-02T22:47:39.899 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDnQfkkxYWLhMdoQ4RsZxWTXBpbzsssgeRfvV5q+n0mW60dxQ+9rjDXUTsRkmh45B5EhNWlKwyIUcQ5HpgJk6XQvYU6MPboWjriCTngmoUbwNIjOjyazkBbxfbwUiRDb+x1EyVm4Kt0rgj3nhqqxf3krqO2SlKgsVaY9b7+NTfshXb9T73/RRLtvwUOFkjp2B+w0SQs7Ka1GenmHSY/6xP25Mb8q9QW/2nuf1mV9rTd5l2ZHREzgG7gQFhjgUq3w6zCCfcCGwrPb4omqd9xiYLDw8l1vfQ7UPbuOqK1rFM67r7JQDG3yyJjCdWgRUI/ysbbXj0fyT+QOPZGK618V8yZPVlq5loQzYI39zAWZU9L9X9bkQCsJfjU5Yo9f/zOaecnWfUxC84NKpbG7k6XACdUIB9JGGtL6RPtgBU+k6Ts7EemIUCyMYm/GX+PYU3GnmmdqW9yBeyZoldwDCWLq05vjLXj+R3J2UrMl5x+fhP+KEFd1ZgNc7PV+CF35/ux8UE= kachau@localhost.localdomain", "key_options": null, "keyfile": "/home/kachau/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kachau", "validate_certs": true} 2021-09-02T22:47:40.048 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-09-02T22:47:40.100 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQujcXnq9qOCmTWs44GwKOw48BxZGBmo9AeFk3KPRx33Cz5hS7UHPYvJy03KdoMySgxJtuxsOSvjJSPxpXesTtArO5giW8RLyuVsu9q5j/GhPKyABttuGQyexiRokrHQFLVifzgqwsUARwHarWH16Oa1n6fZPFNqSH56c872zS4Pwqgkzx99NKRWh/B+fIk8VmDzzP1qvQAnUXDeTeTOzapAL+8fSNTp3QnhmZbvCHYwUxfSqJyzq1wBL+517WrvzvX7yCY9B0wzm72sIO4daV6UDyAL1B72QpB04vEZZ/skwS/0jmokfBn43HHCMPy/Mxywfi54alFJzIu4pti30V kravishankar@localhost.localdomain", "key_options": null, "keyfile": "/home/khiremat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "khiremat", "validate_certs": true} 2021-09-02T22:47:40.257 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-09-02T22:47:40.299 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCoqsDnRqAeNPi5xiIfFl2i2zqcwLTvcAso3R9+QAfSChw4+wcQzmMV8uQz1jt8UReefg2QL6bwvcQPj5Zw7ADqUjfxm1K0ezgH6RrtHgRZ1SVseTvJUvzmkDZ2gr2ToZAJYsaV7gBLJLZ7TOiQ6jzrtitiKqJZdpZfzadjShecY1TdMo8bSS7XfbRcwri40u82TRM825B4L//QuhMI7akPqa3iJbGEAQPhkGLI3kz19ryVG1UwvAkkt7TQ68zz+piXSmB2CMRti51shT4NuAOq6Qe9y2Obicf88ItkYxvySMQ5jWi2bo7Zhwuq9jUH8lK6I6PHrYc8LOsR9gE/hqkXxTQrkOXEDtHN1mr/KKLrXO0GeBdgh8Gj4gcwgd1RUCE+T9q09WO9j7c0piWK9Fs1+q1FjH06/AfmP4qob1TlJMHhtPyOp+lk2XvABP+sqW4vyrgmXu5vJU+Hgq3X9KE7bKh4WkCem24Np4uA+irhpvZmIoHyINsYW46lGfwJvM8= kapandya@localhost.localdomain", "key_options": null, "keyfile": "/home/kapandya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kapandya", "validate_certs": true} 2021-09-02T22:47:40.465 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-09-02T22:47:40.508 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDNEEz49M5KdLcp0cbKrE9iihrH5PEhsPgnAxac+aQwvnTstOOlUOyR+TvHiRa7sgXHuFX/UXo+k3Qmhs5U/sMZWZmmN3Jb3fKT78lSBbGnByclfPoGVTTLOHxwo+RFE79Sp3e30oshJ3DwqYgiX6JjM8B2Y7d5Tv0Ss5uEZswvmCEjdTLDSsoxrsOjVxBpuArOfCxes8PnKDdq21mWldpP66iwFel2GgOGSc85iVHKcOE2OpVMazMzXoMSMFoOpCULKjFfXBuDIqkXwJmtLJaiCgcVmTR56KXh7JpZ7vAeJ9ttv9qgOckqKdI3jEjeDT+TrdLlRWghBE7FRkm0vmun prasad.krishnan@macprasad", "key_options": null, "keyfile": "/home/prasad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prasad", "validate_certs": true} 2021-09-02T22:47:40.663 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-09-02T22:47:40.716 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCu9CW99ySPXSKQpLbefu1A0KqbUQIzvUOJizIu4azEgdlOqUnOMR/GC6jgOdiVL5mNb/U5bg7yQuEHgPAtmPRotvbI6/FSwIAR9+GgiuKSOJCa4s7QzWbHwv9g7wS2SLURw8UERSzlLlT8KQyGj+GkBhToWp4PTXC7te61c8XJNGF6giLmIAky4SH8uPI1zeLwwviJQomjFWZZ1RTbcRJxvGPjPtuUKDlF7QgXTLE9ZgsNopusC6PfRd7N8Udkl2OYPAzA+Jun0IRnQyjRXG3c2sYXQR8YYGICsxvnm4l81vKdxRL34K7LqBUHQXUcoCjJy7+/2/1dca/AMHgi4sZwgeYQ/U9jZg5jbm7o4MpDUFsS8W6OO/ZPiuYTswGBNRXhPmbGFnfa9dBXBS0p+buHF8PcTSLH0Dp2nhHkK1ehGmBFVPw6nPj3wXA9BKuNc+g7AiNUyRKyCWroFJ0VwUQGbI6ZMccO2cI7QpYmIqPCl3am/vUSNq4j0m/iURR7+t0= vikhyat@redhat", "key_options": null, "keyfile": "/home/vikhyat/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vikhyat", "validate_certs": true} 2021-09-02T22:47:40.872 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-09-02T22:47:40.915 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCipD0d1tI/Cff3AeOZTQ9eb6pZ/NOCAOw7MZG/JgpCs8+T3WqiUEYefsb2PuSa85vV2GC7kq0M9ux7+U+vZZf05geYiU2S9eTucLEu2+YE+RaAvIK+ZB134/33JSPGIVubXgGWZw/ZFCEYXmYk3kyEg1YDIk/BEaoG7PsDiSB4j0W7/WiV2bEEdSlTXt5C1/kH0qn4H9wQMiBSpdMgdaRWw60HjObDd6LASeUVgabbyclypravZdpYBnits4ayoN8VG1aZe4Qhm1SzP/CfxAAYfxo9NbqSBWJmn3iSN8UKHhCFrRCTaYic3z3usr8784VsA7z/LxK0fs6xjhoxRTa3 shraddha.agrawal000@gmail.com", "key_options": null, "keyfile": "/home/shraddhaag/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shraddhaag", "validate_certs": true} 2021-09-02T22:47:41.071 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-09-02T22:47:41.073 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-09-02T22:47:41.113 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCpE5V9JG1WhkHSYqjqaijBb1MLyjcKQlmj5WQ8w5832n6x9J4yDO8wI4qmiX3XeiXPlmW6XjAq5keyukrQe/yVI6NDXzgRxaHDmNj1AR73gyUVqRXpJprrqqsnLHawIRovrBD/HNhTv/2G8xG3BHakac1+qj7tZe4Jjx0aG1HbRhhJ5Q98EgvTkDAhktnlvF9OXXC1WI7QirHx0pRHa40SYyFLfOQDbQSCzb1TAAY5NGn3SwK3s2mWeoEsAJpCLrkNfSTbR3Z0mylAJUn+PayqhJegjwKmLaONjx8ZHXN970JHgojBBGOD30J/NnJQ7N6eRl+ekjpHmLAYGbe2oCwD gkyratsas@suse.com", "key_options": null, "keyfile": "/home/gkyratsas/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "gkyratsas", "validate_certs": true} 2021-09-02T22:47:41.279 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-09-02T22:47:41.331 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC9sZe9p48s6RSpluK1R97X9tsN3tWiidPbdyXvyMUXifYQb3nth9wMWUakrVBp+QGEkqALLIf3so3MfgbRvYexzNfHvRT7Lxn8D/isiCpWa4aLM/0alprV+RI38dR0mI3IVb3aIEYmgp2IY4yzybWTHCmS1VUrUJJ0pOfXOssq0xgo3qeaSQBHYRKasqR8GWAD5MWpG6/kg6gxI7o0aHVVTXy5ADB7NS1LEZr06xxNm4exeYvl9TzXrbGZWf2gC8ZpXhmFHI80A+TKEZRU6wmcju7G69nyEEF8/ebcBKmZB4eTsDN7qR7lc9dxKxiiZcJXc/MWy4bSu69NhOeuq2xx7bdexS8OHKdgYH9gsJolu5zgN20IHzaRgswO3XIe3nh2Ud8wntwBCwmJ9bf5YByITGjpOhntkvWAP3AXkQ1B4HXCdlUNW+4pMexDe2D05LHOwxcS8RVIH6ELu8rWe/QBA+DFcyZz4xE55pbfVt3FCEFrAxUn5qkyzszwPMjtK4XAnn9kmnw2B0k6XLZOZd+n7W8ege6wih+gwfDhYMZX0qzi3HdAK7nk5vEOFibCztLaogzfc6fdFRx8OIWJQXqx5I1641FU3UE6sVxku4IMDTq2GVyUWKdSN6y8gBiDPVe3xu4qM4xghSnaAmfB45IrcNvibBjikNva2FHt8lcutQ== prateek@prateek-Dell", "key_options": null, "keyfile": "/home/prateek/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "prateek", "validate_certs": true} 2021-09-02T22:47:41.477 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-09-02T22:47:41.539 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDFmmTp8+YDXU27xnSPxhWwouslpkvp1eULVp63taoXceDOnH8EMWv0wiEjN/P+Fcf/UB+iU8bELyHubZiqnOUr9f2pGX4jkJ6Yty1p5BUK4my7Si5J0/JawEDVQm4HpFWMKUVKYumvz3UFuBoINHVTqr1cLIDAt7mdeKfJqFB45AqxDUIPP4d8iznNCw+QO2CMxk0o/wMNHbygZZrHAiDngXQxwhe6oR17RfolhREy0JjHgojRjxgagpG7O8WW3OPI5Outnz5Pvraas5q7w+b3xbB9vdTObW/Nii5VOpTdIsFzBvp46hLoRSIcB8pRLUrxPJBPOY7G0zbopDRLB2zLNGKIH2zxEHJOeY928uUbWT22b9mGu/L95FFY7hmeRAicCUeixMTgXgczeQlHDn5eqQzLI3PNP7JX/0dauCD27GRKsDUnpIDj9RqgCQDVueIQQMC6QMa9dYQmps0r9Ljp8R84WjYFRP9oOI+POOzbgmRO0JCVnPqz9MKyGVby9/WFBHcvG6xmwACez00oqe62z+rhcavGXViX5CxGMV6vUTXugBa4ZkXlzs+djzYWfZ33ZKVeRIwj2Pu1PRTGzB8e2BaKqJMN0FVtzpV4hom4Y/9vIPyDpjRjNuKzrkYW1M8PxBxn+EJUPMLhr3jFMCo6HSxHoFXy8BzZoFkZWqap3w== JCL@IT-MINI-JCL.local", "key_options": null, "keyfile": "/home/jelopez/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jelopez", "validate_certs": true} 2021-09-02T22:47:41.685 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-09-02T22:47:41.738 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdbJDYY43Zu0EKAGgrSKEobyXIxdhT0AeTT3yBoNY+YdYDScimJsQzK4hKNJIn1xC3klr0dSnsqeJru+SA4GMhbdcsmVyudhutCw75R/vFoRHOwaeVS2SMiBAtDbAYGQ3dh6LapkmXeLURcycNbebUV4HM9XsYqnuL8J2XyY4tRKgHrAd6OQw4jsXDOxwTRlHM822N/2kgv8iEwiXAJoUoymbr8mnfSxuuaH0oiKBwuaK1wuaDrlJyXkXNslPq89/1f8hJfjixY2dQdW7Xk5m3t5ptQxWENpw79OMRJ4cDW4G7LrtFONom5KQ+9TBZJIhNgJobkqI4qwinrWF8qMW5 dcain@fullsteam", "key_options": null, "keyfile": "/home/dcain/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dcain", "validate_certs": true} 2021-09-02T22:47:41.884 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-09-02T22:47:41.946 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDs2+6XwRPdiDHT+63Yab00VBulg96/OLEORtNUvm7TDRMpcx4OD2oOnbsE4rG3dOdXNgT17H15c6MWFX2a2uC2h1j4hJTa+dG567HrYXRHG60Kwg5Sviiuq/ETPoH/r3OSvHs0HJ4Y9qYPQ5j0k7gG1XgIY3QHDWNRsXiyRXP9FEfoaOKABDTUoLPjqRX+4ExJd1Nz6DLxqIlre8wfqF5L1l12vec8JU3HB5NSRa87HxKFtLLIAtw7B9H/HggqX5wWVEnXq2qN4o6OOePhaO5cjWAZxOtT+AJTyHkeyaWLwIGOHBVZS5BKti6jLc+PxQxAflYlu9X3xh/2FlA+9H+ABZwMHE3ruUfTVbviYBbtccMCvkzcvFgnvaUCHjd7Iv/T8/JHNfBgFgigcX0Vei0+PZQ5oC5b7YpKT241NA8DCGZNgr1KuL9LazkvbkbpDcaHUOrkWsmSW1RRMC6ffYkbAI9QiBJFpImDAWP1u+1yCGhzPKBfGNt91GcLCD6ML90= sunny@devBox", "key_options": null, "keyfile": "/home/sunny/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunny", "validate_certs": true} 2021-09-02T22:47:42.087 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-09-02T22:47:42.151 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4pIcNiZKVIfT9GxyTe/B8G2GyHKxrAle3iExEzLH5bBCKtBrottX1y66KBzQSsrAb0z9h+A+uxlswlY6VM/gNos9VRB6x4NRB4ADY1Bku+JsKs5aXwRB1zz2ueZhrFN9hJwMl1heLICx85ksHBdm0q+JPdUAV+/LBdr0H/IjWveV34WL3Awf7QikzyKhzUciMB2gN9PJXTW0bl8PP56y60ys++L3nMSRJ+15uPcWl8MS3D2vABII0Tu+3PsxzrTTNodElyQ6G/fwyFfWhdp7fkidjR7mDDx8NyWfCl2rKejXv9LnVC0wb3tFoQqvwdz6shN4E51EIEGXHcLUeRpBhL2pFOqIZ0qfnmLIQVZ88RKMTgo42CgtmS5UzxCLOyKOh9GxF7DDEajTinJFJJVbNJ5xF494H2geSnmP1o1AecGsGbCZ4ndhS9unSfIZLAyv1J3wZlAlMsvxXgY7yrh1srUiASVyKK8jba1IT+v3TXR8kQUCNsLKKbvuX/l0IXME= xuxuehan@bogon\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBd4eSizc2zAkWDy3mFZUhELO2wXDgkVxDNM/Nw2zT1li3L+6YOjFfdT4NOxpkg5laLd54bdKb5GVRA6iKqAO+aqo53xHHJGC8OY5eJaUPjtpypgIWO4Qzbos2ZzsC+nX5jvi8O9nM+JkabSW5iFv3gGPTqHixFYkxK2NIBa/UtXFOhmb1wZ6CG5Q+WObCosBUEMWokC8ntCADfhi6qDsO2fol6mYUhYEE/0nhQ5uLRrVIM5QM5dhrQVEeAs4KcYpmPDw6q6AKgx/f5zObh5OSJFTVsgx2cqzdQVJVDDx2OD2QVRtZ9fgvI2EGmKSwe1TUQOdqa5bmsVIp2Jfi8MC1 xuxuehan@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIokXSvPYP3TRlSw0SBgmMFW5jVltGf4c6CqjIW4KKCgsL4c4Vs0FztRyDGc9p0krZUoGJCZHErVToXm6/lSq8JlfrlLX4X4yh37fUifWqc2UTJGeH8kLaP3WEt9vT8eQ9h8t2GqlMlGQU8KzVAdC+c5IwrbGRsS6S7D09/y0rklkhdJ6nuj8cssN/2TzLF9YIvVcFZHdyznk84eB7TgpPKD88MOpTnEgWFlD4vAWEuHpkuxgj1KI9LscgSFcW9/RxLeRxcV0GypZ8jPmczoCnin/ZOstCTpbcmjL 2021-09-02T22:47:42.152 INFO:teuthology.task.ansible.out:d+LW1kgGXXQSkf09iHeJ/cyCw6ooZOkynVwwmI9Uz2ZaMedCUBpG0bKclIerJ9jn+CoTs3U3Orhd9+6MVtCHX9VNJbVa4q0KCS1sp5S3HDrYkgUyawUxdYorrLZcqfRHWWo1luiridmuQdr8lQ6dvNpz4rhsCrAG6S1eeaC/s+o0Rzpv1YxU64JzquZ6WNR+W3U6Bg3iYkSoDCK9byf0rsptyL8= luqixi@luqixideMacBook-Air.local", "key_options": null, "keyfile": "/home/xuxuehan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuxuehan", "validate_certs": true} 2021-09-02T22:47:42.298 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-09-02T22:47:42.371 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDMOuxxTZyxz/TEVA+ODgtLrNcSsUhKE64BZg/Ub96LLffQXQc9SYT/0YI4wxu2vSsky05PnVSON7jqGxunCt0+AdRqxXhW4ttmRIOz8rq8SiMnnLayV34nIF1G0aYTkgY4ej4+VmSVIHU3bb5mp/Q3D0hxQwDPdgOJWNyW9oYerHbnx6lVgchvsZHB9VO09GNHcAsyUz4p+xBf9iR7eS74p4dZmUbth/oBBqpOa4NgNr69iyZ9a/pNDLxaVQoIpDFrevk5UU5nUHQq2frFNxF/Y2Ja1EBXCavvPF/m5v3J3xNEu3SI/GbLFCPKCKeBDpXJbe1QqTBKJjMl9qGmKEJ3 aclewett@mac", "key_options": null, "keyfile": "/home/aclewett/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "aclewett", "validate_certs": true} 2021-09-02T22:47:42.496 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-09-02T22:47:42.580 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCdTLDprr3DXtsgiqrB/miglJwSkY7BAv+OW9sC0ZHQf8Y4dFoUtr7q9fd6W7ehKL6aMjya/8eQSMPRoEIZFD8f2KPCuE74Wgwgv2cpAkFmLjcPtjixqLo3LGFCyEJWGLQxjlthdzx59mpCWgBsEJQmlKP36JIYjILIMtXtsETIUGFa8QPIn9sMdIgutPPf3yB/6DHcR7C6yIAuvbJactEsiCt4C8+uJinvCii3PzYOMAEd+mictPGk8nOCQFZrI+ZmwTz4UbJylxFqnX8lhhoPIUEfNAXlb3lkZWH1LaFOxarbmupuPYcg2rT0+kFtyNr3/mAx0FO01jADYooqcW1Z cardno:000604936806", "key_options": null, "keyfile": "/home/cblum/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cblum", "validate_certs": true} 2021-09-02T22:47:42.705 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-09-02T22:47:42.788 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDPUCIVfNQOOG+uAeKWo7tLAdgGO/oQu4exTE3XLfyTVdd8u6pbQCmIDFEnbGgMtlYuWJlCJtxJIzEZJ5HIwf+po3y7kb7HxEeWnEb9DsqJB4nCRE8fHnNLgF3bh9gvE7sOZdNXEKqtsnGcaaS81oXQ6QgkFGQzlOBOqxj7jIvad7AtNWD3WbJi/uTVDsWcukU51tn/aEW+hHMD7Y5QJkLH7O0PrCeEZCUCWoiMP7sNwACBym0DsqX+POkGJOaGx9EeNhGVA4B6o3xYXJPqmFbgMWMfG3/Y3SiheZjxzySMQ7FKW4Q817NaWqbjtLZQsSZw7JNqNFkcdTzVZwwCOJ1AAecajpniKeQLnyiWQ3Z/EkSGGwtDj67wo7uqT85tpOyLfYhQm6Zp+xSh+I6s0YJ0xO/huLKzeT5D1r5vVMk2VdcLD3CCxXUwZgaMUxYAC2Wq6mpIkxVZFQLbGuA/dWkQbFsrpbf7ES+kh+uzp4R6dQ29OjXbVcSfF2vyIuA+VUKoyj370YOZQhs50yuAJ4BSHlEgoJdRzi3XUX48h45XHiZcCY3X8LTX6a+0KAIgqeAWdFhRgQtAxoRYjhOxC3k/boBc8sEQ3o4pkxnhtE5Y/tnM2CPkPMX9HWYirNf9GyZTYcR/5rDf4ETQ18G68WLaNK758OuUPjSkwttcyLd4dw== mlatimer@suse.com", "key_options": null, "keyfile": "/home/mlatimer/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mlatimer", "validate_certs": true} 2021-09-02T22:47:42.902 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-09-02T22:47:42.985 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYh28a9R3a7jpRfPqVAL9EcD+S6KkZzKTfCmRn4s8Fg39kUZsgnWUZQ3jUxKSeBA00te7WMR8CsIEzulm7f+/egNuPcvzNI/SaaCDtVMaxqlEuW85ll8uBQi3s4SLmOu9oS+5oid4cqTrGTcG6uhl29oWS/53SxoGh+T+y6GesO2cYRuTpcUHxGMvIgZe/bKtVGdP1y7rQd62e8emb9UupMBxaHpkYj9AaMuLjovHbBgecWbe4PlzPWNzl+eITVk2d6CxxIem4/bw9VHkRjQZlhL2nbwRgtczLYhlaZAd4ePEtsqA+7nTDjTDhXXHVIf1pDAsJbZEdgQCSGH3FzxtrQ2hZJrH/NIKdHk/OtI06e7POSGj7PcHzTvMjQSFnTpJXinxwzn0lvFSlmABN/00lIE0p2ZXfPs6dgWJ17JnTq6dMUoTiGhfKphPHyfSXJCzfa2VB+lQQ5eAaa9cRXy9pLmWGHXVGz2hsBMtyYmTjR/wr8kdTzeK+Jk4opBtGgcxDustg59b9x/jvgoc3HCdtnkqLTug2KmutB6kb+4KnVO07GsSp0RmNtDmCRcXs9YN/eia9ICtIGDWPc3YDRppsw1Vktza/+ZW5vGzIKILZTo4SNGcg19zQw4Qxd9eLkXfB66vE2CQvA90CGo7mcye+UWjjXLr7i0cDEszAloQ9aQ== srangana@redhat.com", "key_options": null, "keyfile": "/home/shyamsundarr/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shyamsundarr", "validate_certs": true} 2021-09-02T22:47:43.110 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-09-02T22:47:43.193 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDKRZyOnj6D9tCw5o4+ujpos5Uj1O0XVvea798DsXPRh8bEE1pLkARQJLv4iW6LsG3x/CXruahmwT+6C/VHppIsbgtpadMWdCTPYrsjctPK0/N9nr4kQEL6XeK3/GHFnwqYcc+LySpNNfbKrgN4qWOwdZBhQjSV7K7FJd4ZYSm4wp6TVbvKKp7o+JdeM2zhstfC9AcCtBv/TpxixFFq/+y8/Z0PwqN1YyHduDOr1dr1DWn4ZzrkhiTYfPOltx0jweD6zTJoTAJDqae7kBA+3XH3dUGX3n7Tchsa3bnIKVz9sLQvH/vPro61I+Xig6MQh77JsylNvpwb1LLOEzDf7dxl bigwhite@wrjj37deMacBook-Pro-2.local", "key_options": null, "keyfile": "/home/shuzhenyi/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "shuzhenyi", "validate_certs": true} 2021-09-02T22:47:43.308 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-09-02T22:47:43.401 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEcI3X9mNxtHRSvi2gVFavu21kRCWDd1erXW3d/1zWnoUvRxe9ft2xA1c3Bmo067GqhFudPcXoYJvz3atAGR9k3n1UTtTJe95XRZ1Zmn/boi6mn7I2oRVFpW/KjxaiM3iN2SHKknMtcs6qRTioapYCU7u924oc0izqPBvkrC73cfVF4emH1ERWEcQBTxWub6N6Mn3xaDmJ5xnGlNvDY70CC9osoa2VRNJM7GU9eUQClHirPbSooDvvVKfTGD7YfMH76j6PdDR/a/cgNeiMevtMbeFGhu1SOEHb1ihCNoGq2vQFPPWwwTCzMI05XuUEc4iaxw/kbGBMpWbmIvswIMQrRwgwLZk67GGpf/dEeutI6WseeNKNuHnTzzx43AW9G2coGq0RKE7OuA5Cqj0CO7Kcf5UA4AqIIroLETVBrrEV6qzpkD74QBZXPl7gbSZIyxLpvtQoMfSSzN+Mj184LmQoURCqIT+yM5gddF5/S5I+rpw81vBj5M9ZskyzVQAo0H8= michelledipalma@mdipalma-mac", "key_options": null, "keyfile": "/home/mdipalma/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mdipalma", "validate_certs": true} 2021-09-02T22:47:43.526 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-09-02T22:47:43.600 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+tqgRGdlbb7NMefZVPCtbzVZBapxmmPcKaUtqT7E/9AKRoHuroZQ7KJQfO15POpIfEja7BugBt5F95aW2Bd9/xhulzC4/JjiZYc6ST5Na03BrcudI3YcktoGR8Mm7ZVzSojvm0SKtLLHM5Su17JpCC7BitMdao1mETlUOklEXc6pgbr9XHOayo1zeuos8DB90iA8TQ2soR/POD1Rix4GKniCHXz10+iXQFYPsif1HsQ3rh8Vi1M0cTq98bMSmfsKODil8KIxf+lvLCL4GAgDYEyxnstiTFh5GAcIMOOo2dl1fDb/Oa981CxWU+xxJD+M7AEJVeyAqqAnShvZU6y1L kiefer@kiefer-uchi", "key_options": null, "keyfile": "/home/kchang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kchang", "validate_certs": true} 2021-09-02T22:47:43.724 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-09-02T22:47:43.808 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDjj3bbbLvd4IHeFrSJyM9N6uKXA7ElQrzfcisKRGjUPON8IsAWkXQeAnHoBsIQv7tRGudXOrK+tbfv7crLI0/CxL+o0cCVW8bxuTEtdz07ZFsND9cppCc7Yq+wHsg7nQ/n0QfxnlYc0T9pATXUoT+aW4c3NQoDbsupLSkNs1C+G/MEBzz6iH6tgrv43OAOUccfQbC+IYx4RIKL5MteEjVrZanNELIG+jsYe+CZLdsONk1nR8+xKQw19Sm/jkKdl1K9NXoVPEBQmFXrYl6G+7tCdWeU3Vq24lM1X5p1mVspcG6FyyctcuP/8+zhL2L208DrXlOVPcqHR/4FEf3Wmk89 vereddy@vereddy.remote.csb", "key_options": null, "keyfile": "/home/vereddy/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "vereddy", "validate_certs": true} 2021-09-02T22:47:43.933 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-09-02T22:47:44.008 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC+EkUbnaeC7Dqtq2N4/dX9v+WGlrgRS2ygHhlbZy4KHbd6+Q9T5NAWtqnFwqcbFpYYUBwMvz8zLo6HYN6gNskRN0qTiFKPQdtnydF0Tx1KHrdGGcX3G2lxyGH5P8nrqReXAPPvRiVc2/Mj7APCTmY2JftkSS1qYcTleeueivVyho6z6uD1AyC7OXANhtn7kGeIY/NvVKBhDr+3TuPmpPwPCQMcJUyZWCHYyp47v2vzNBy2Etp7WjGwOnfZ5ULiJGjH6PCXx0YfpmTUOPVkNbV6Om+0YJ3fcLlmQ/2nsdsWfOKvoAr+1uzO81h7ZBX9LVEitj8YU3WeSCV2vqS2VvOpq5NyHXWGq+ZkOCfhy4Z9MvMG+6hqp4p4z1JMpKsZ191kP7eAQua41GkTSQPlEfF+um1UV6ZjNzhB68utOXyGDoDcxct9oOdnhhjwu5W4/0t9iBHuMn02iHRYVrUWOH2FXVysR0p5x/L2xdvNPiTgFAZ2eN+EFWmdan4e9mAAw3M= gbenhano@localhost.localdomain", "key_options": null, "keyfile": "/home/benhanokh/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "benhanokh", "validate_certs": true} 2021-09-02T22:47:44.155 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-09-02T22:47:44.217 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDBYtdHKBXQcXQFkEW8fSwlFK/xZM16VcFY288ABI/DPfejTStHhxiRvmlsWzMy0Ar5WadZ8FU1ptjA3MKBEY1Do1r1Ul369k3zHCvxXyg9QGGMNPYfHmnNeoF4GEgoJpuounPs0mkLmrPTR+cR+/XuaZZt38nsad8M/zJetnolvqCWpcV87D7+Rt8F32J6kGDknC4ikEe8I0n7F+goOmJhlgkqegbKEeJ/EMnOItwVZHFwaC+sxOq4IlYp2f1aZMKGAtr5+ICwYH1SMCcvnp3qWL8O//t2tvguZgQxzIs6Nf5GaxwdQkh4CvjbWiCkIbGFJ57YICS6k++KMXMbEnwh jsalomon@Josh-laptop.tlv.redhat.com", "key_options": null, "keyfile": "/home/jsalomon/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsalomon", "validate_certs": true} 2021-09-02T22:47:44.352 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-09-02T22:47:44.425 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQD9ltUNitnn0FNwMeiGkBnozpBN5ziVR2MreaqkfqTQY2TgI24559xuILyy+TnAKumhemZ8i8nIQ876Iso85OzIXbUbRM45hpL/bMQX7pWyMIRNeFKrCDwf18OT0DPc8aeDOAFQ6YoN0j4awUENjdZuuAW80cfcjoQO3m7ORF8wBF0IvMWwPDIQQrz+Li31ECgXg6VC7K3e+BNHlfNQ/2/ahS0+V4J6JYFsylZL0r2tydhDMd6rR8QA9c9BgeBz7+KWobGtiZVe7KReTzJ0O38PxNd8br3aS50j5BiN63gch8eFxPAROaUMnuiavu6OTDy4/aeL3Zc5WpUy3VyyumWf jolmomar@localhost.localdomain", "key_options": null, "keyfile": "/home/jolmomar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jolmomar", "validate_certs": true} 2021-09-02T22:47:44.560 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_ 2021-09-02T22:47:44.562 INFO:teuthology.task.ansible.out:options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-09-02T22:47:44.623 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDQKiUAlB8dxudAY60M7jnIJvs9yb2pNaT+BVv1Vk1kMs0XjPjcw9cyT3DtQ1xGLF367phRi/cfQbXOYbHG+uyBzQ4EEnBFvziktWRx4mfeWYxKjkjbfkVfpKPsxztqCbwm6+NYzMxGK2cExN7jUHnghHAjfA0IUpVVg9peBD3kUveLwS+UxuJAnuj+G4480LS6GDyLrhFEXU7uOIIlW4S9oLnU6vJL6GAzwyLE4ijTA8Ek03SJ01Ey/gpU9AqnQNp9u12l/7sJely6sI9pAuIzmS8Ht324hexxSWN5sFjXgLvLfFK83ziDBdrFBr0WXnWsFdRpHs2CwSq1JTkByqbN hmunjulu@hmunjulu.remote.csb", "key_options": null, "keyfile": "/home/hmunjulu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "hmunjulu", "validate_certs": true} 2021-09-02T22:47:44.757 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-09-02T22:47:44.831 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDoefxOfeArToGucfWG7y1tyLF2I1J/IkBSlmxxEJyHyDUB6ElXjYIJReoiPfmB0xLEmINpmt8QA4XN/8UbR1r9LFOexlZZbX1LSbihi11LXCvfIJWqkHVwIyKHRTu/duMrntBFVENJ0LVf0GSWVTtllXaDA+fMkp6/ra/hlRHQbx19UXy/9+Pogj8Xl+SntnMGiHlX8FFq2A2tUqhdQSf/1GW1HfUIa5WtwdEqIpKpAgMM7sOW9i3QAmLAMo8HiKrArSiy7jrRUODCqsTJsfifxEbmnOS0ZtmDh0eeWL/Dyqbz99Rg4WbFNeK8oyZYr7D6bEAhd2az2A+wycPx4Nq7 julpark@julpark.remote.csb", "key_options": null, "keyfile": "/home/julpark/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "julpark", "validate_certs": true} 2021-09-02T22:47:44.966 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-09-02T22:47:45.028 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQD03otezqmbR7v9dq62mWH5Kkg692jdmDZk6Ve4vux0A0YhxBuXDCyBWLE1Z4lLNxQahvK0pGsgokp+Uk+Q6aU+ZnF/E2jLp6YWerFXIHY3M7byObJx9+QuVBfNI0bZBkV3+vSjhSCGOYU+TrTHsKZqhsTcejZjmL3gFLmWfU6dTh0sX05qz97cdJl3CMPhCIR3KjtkiPygj417/N7wet/Efv1t79TvyS7dtK1oz+zRLEpKi/fZjvpXb8xec7as72Y0XexsWMDyZJ/N8PijTQ5L6EfLMV7ae/bWGzNAKsoC1dHVY7q/Q4pzktC6zU0Rc9sDRMtrgFg+q+04BfveSLfxTb9tqf7SbSvh7IAG1eKiEuDT/uy3T6Uiw+CiZ0eIqYzZscO/aDjUArGbS8eyaycybdYCBK9Jz38i0mYKkXg855yoVuIExr6MXieYwyVoVW8gbx1bAslaafrzra2dkAFByOJ0sbosPFRgR2+boUSxD6IaE+ALgno4T/0CI2RMiH0= prashant@cephdev", "key_options": null, "keyfile": "/home/pdhange/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdhange", "validate_certs": true} 2021-09-02T22:47:45.163 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-09-02T22:47:45.236 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDg7xW5+Mk7pG5MjLxOc7GTvDTCPBJj2L3MEQZIapmmo6t8uPODwDewXncSzrKDH6zFVE4TTTD9fJdu+BhyT+jCFgXrEOMMabj7vJsg0wO0SWqr+4NECFPhD9y4ewfYiewBeXisclA5Bto91v93AtYpZBCdmPYSi0BEcPVc6S3iBUD0PzIrL62I/kBAtm0f/bScRiT7XvQJXvkbEObW2yS2XhUv2qgq1VlFvO1jl3B85KMTHVb8+LrKpQWOKfRfxJ74c51y6tnEjZLFO6Xn0JevqOhd8gPQIXueFZOM0g0pNp1mbtGaaBlEIibbrzo2p9kzsdvJeHMq1XuMIi1/Qyj9 dpivonka@dhcp-41-144.bos.redhat.com", "key_options": null, "keyfile": "/home/dpivonka/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dpivonka", "validate_certs": true} 2021-09-02T22:47:45.371 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-09-02T22:47:45.445 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0m+8wna4RnrOcuCUj971EBe4cFiTXVkEWkIsUX3yeCUwMaS/ZjaoOjcdYX7cYpCp1ilo4FSO5BsochU0RiMbQEwLGcE0zB2q1ac8+yYKCuWWyknig2t4bOReu5OrXvl6mj/9R+p7clFlYhwIoNG5ZZ/2eTbo3nH7gWgaOKaPbTtvEGg/5R/qjQKg8OTC8oix6kLsaNTisQJ78Zd7b4ukg9bO0jlq/2UhQOBM072sU1/kJpWTkcA0xxm3nsC4rWPwapgz7UwBmMdyx116GZgWdfQecTLKO7b8pyJw21npk2ntUmeMi7WPZGX6VI3IpaAhBjW3KiATAb8JbAQh8F9bmejkw6x7zrP3hYKQOg3A+U8DKRRo/Ad+f0zz9gjC42DUvMEOr09RBdxZcEAPY7H/YRWEqbA2zPX3Gfth4b7/letzM3m9ToUvVfSt1CdjaZD+gIia9pCgDMb+j1j2w9reG4F7Us+W/1f5pYCyFyrm4XO3AdoYM9/FOAOR3vffTIQU= adking@localhost.localdomain\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJOefD/VJfS15LRyuVDLluKv93Zgocsl8BhiDMimvBNbrGWc795v2+eevWuwaL/SlL44SnsNZ9Mz8FVn9YuFoQiHLg7cHZNLg9EJh5SMXzZzwLZHnF02MdI2CU6U++9nmh8FtBrdBWKzZ7o+01wOw+52dYOxvP7IJ7C/vjwOLgfigEN8Nd1PrxALVNIQz7fsiet0n3odk9PJfoqTu3IloXm9qbQiPFyfMA6b8a20RdLZCJDGGG5rd6gtsyeFHoAPZEz8FEUlNkow7NM7ZhdxOz/fWXyMZ27KmY8WSAgflbxysMzexyifkGzypiE3NQ10hdPGBgoYsHrAN4Qmte1/Z4aI5nxrNzLy/uNc+L/Bp/0XkLj9zfoiFFOReXvlz/laAV6LpbHyacr+iCwv9rlI7echXmvC6mSJXfBPuyR1uromUXpYRhEkn5uiOsCIQCuYpx2jeil7JV+LJlF62lLSndOv4g12Gq2TEZ4Bhsr2902kftPkLFenyfDTh3A2qGGNM= adking@localhost.localdomain", "key_options": null, "keyfile": "/home/adking/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "adking", "validate_certs": true} 2021-09-02T22:47:45.570 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-09-02T22:47:45.653 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCs6q2b5NcUsNXl+w1Mrc7idNvGdwWkL0XRX5zTw22UNpQyqPkSrRTFKi4NxoY8ucv8JoLnaJL7hYSRHKTh7SqH78uPLZX0FLtoHvpYLgUgJzzJ5AOW5uekIhCMCm+3egmFnEBwFcNxtGnU2es02ByXNEXRxt4/LQ0f8K6lMqxVRSKYcltvWzlA7WFFdTnYMunbCYOdpw88RXm2pYjGIHRBnie7+pFiFSS6K/mkzQcfLiJmahgLSaYslI0ho1vQd8xfNLmZ700C5F4VTUlT/mJK/dI2LF3OfaPTsyqKNzOchrjLFx5b6dhZ4WZyqu7VKsHNm+xHZwT8VP3LPGSVVBdmEsiCsmV4g4QTI5ssZLi7siZDpaFp72nVAIO1i6kBGuiF3or+J4LmIh8ZRKzTc0DRDOw7S+IkWu1fv2UhYg83z6wrz4HeczI+bnolFFWW6HgGV3MFaUeRTRvrbxw2DPoEGQ+cjP0wsjyEhxlScwdh8W8IbVpNl+7mBe45YGUH2hg83Lst5QQxD4PHelriu40moWRHFKCnKfNesb4L1uqu29o8f+/PgpLdrWE/P5zIKe2ReWJyScYAI7jTMlFw+xgf+0TKryk44NMy90l3ei0umlx4qsFbbEv+lhzAALrUJ/da7fsQw7eIVykmcscBeYr99/YSYk4MGdk4jVCiHsQkdw== amathuri@redhat.com\nssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDJ3ch+pU88/tX5TVVFl/1pPief8drYLRkK4BtfJk+xVNxX9qkDtOtiLAU+OugYF1/xk9hE9zTbm3UBL23unrzhlR80t8f2FiF1YFhHVzeZ/p/OunmkU0RFQzkMVuwKVOUNulw9FwpEZ/0Bjfxvaims0SBWaCzBgE5g0R+Ofdq/bVF82K8vU5Laa3KZ/cCdGzFgW00cBvPAKIpQ93g8TRqsCsFvR37nY9v5SU1hJ9araEp6LRA86tUt3EFtxD2tRcmqKGtCb0kOr+rRXWVGiaUBiedHxFudIy0+TNj4fNrJwpoC0hcBO9ek4Bh6hM7Zqzum9HpkPGlz84jkm+r+xMThaZCh8iFkgxyK+bw8B8smaVJD04ob9Wb4RYoFYfQ7TEkPkO9gr+UsSesbP9fWfucemUqwK0htOOtpc1YRwdOPcdPJWAfx9J5+YVL8BTWYBaTdmHslOKeUGM5fCob6QxC6Er9xweys9jh7MXttSpe013bY7P4ZDRF8uWvygpsytPE= amathuri@redhat.com", "key_ 2021-09-02T22:47:45.655 INFO:teuthology.task.ansible.out:options": null, "keyfile": "/home/amathuri/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amathuri", "validate_certs": true} 2021-09-02T22:47:45.778 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-09-02T22:47:45.852 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDr6H7hmtGCUrO3GppgMHwbmA4XT/Vipz/uLG/N8h6ZxtaLQKpCefRpdKcFlOdDwxkTmT5q9vmXQ8nl95lTGq+eeMxl4ho104ZD9e9AIYmgYqFy7/qNP8gkqduIPlypLL9m5rElTcGd7zqfMqgljMvAmnXLtZNJlIuFtszVU5WPI1QCwfQ3t5aHF6j66bpVoN9uWItVGB1LApQz9TtViWsQ9Hl8X4YauJToO+TkuSX+H/OGH7ZC6CPOzNZb3b3vF/jLMnTzXl86PJs1se4DjKkRGLVCVbr2WhLwQeZ8TEn3Hg1Gn5X8zNM5cTo6U8SnXBAe9ZYbuyfvghrNLdlZpmN+8l0/l5zC3z+N+sEzklXwHw4MQLF+KSloVFd9NN/kyenufTZAyp8VxllZ9TgdC+CPORIWyzmu1elOtYo7LNuE6CIh/Zm9B54SO6hVHhVoOCqe/dIyjeHJA0WKIZblK1XZEvWuu0E2T3jhxfe1GICyTukeB8WoBQH9DZ1yzMPt59E= nia@redhat.com", "key_options": null, "keyfile": "/home/nizamial09/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "nizamial09", "validate_certs": true} 2021-09-02T22:47:45.977 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-09-02T22:47:46.054 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC//ZCaEeVN/J09FtsvuZ4eEs4rTBtYoQyG+ZpuWkJLL90VyJeYrZzRsgvveKW2W9oFxCFcMy7IBhLes0TZ/X/4Ox9eUmP/eyqK8fBqT3K1F1W/uOmKLFhlQhkxxj+p9BOMBD5trfES/QJQ6UFSYIS2WhWaitDgONjoLMR6wXZ9r7yZeQBxbmG4wGI0Cwx4Wgg+I59UbE/5iUfnX++gN3rXrPnv9V0yFeciS4HvXRFXdrIzvQFHcZMmpOOmGruHXN/ME2dZCG+kaZhZdI6kICSlOwpU7TU1lv99zjBCeEzGfFkjv041ykKdNVR3qE0k5u0AOMqxJBORL/woSCdGvrBXqju2G/2ohl3B4zD6TAve+JLfWOV5C20NFRPPbTd53JaNpV9OQqwOfVniowzSYYBdedjm9sq6YwhJt8iBXze3OA8ZO0GPXo7PC2MyrrUtu6uu3DZqU4x0cl8iJxqOlx5pH0Gydj8nuUG0+X6wHZzPXZRe5M7/RzmvXch9koG6FQMiikNjUkK8Guz4NMBdAYUpxYkdPGBhiuELoaAcgIVzSGoZTuICpNYwAxBHk6q18G8Qd8vaeUdGdim4YvwycsSOwFE47wg/XmpCHrNJUZzzB9UD7Kn84TG82LAmCuAzpzcp0uPjsBckbXzj9Zt0hRgF80yDgUazsQkbgtd2p8KxIQ== loic", "key_options": null, "keyfile": "/home/dachary/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "dachary", "validate_certs": true} 2021-09-02T22:47:46.179 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-09-02T22:47:46.263 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDwVh9KqjV0b+65aBxQV66IUwNo3D5zTbN8U6Kh6eE4QtaIVe5Mmvi2SBbGMSWofE0zIIw2JmsI5LzdOoCyZl/3gNDPHQd6D9o0xRHQv94giZ2a5K+mW79foAxsuppTjV/Fbg8EZ/19W91+BqMWotlMR66ka0RPT/6U8V5mzXoydSminViO/B6q7ZYzIIgGZqaTsSxCMvz5BAzzeEaGfSlGxw5MOye9sF/tDppuRKG4rMUZULEWGuxgXAtabtXCduocAArqAY3BRJEgj7JetPdPNjipGrULyYQmT7GeknvP/waC0sPm5o8t7taJca7Vu9qKKMKPAqiK4KhlrW/yVBFliT2CjAdVuYvGj87LCcEn6NMeF+4ONwDz++YwjrAWQT2zHUJPvLnYOZPiD1LUm3F34cEHD1y4Uf+oeiYgriUMauskfFn+ShbTmWWooFRFyNobzweg9aMBZSkA+kFFifqOV1FwHTOYg342NumRGB8svK0vvTUID7AU1Ev8YXYqCEGbb0UHth/1pEbAF103enLTtPZ6qKua74rE0qJ89OF9dZXv4JY9+8Juyps7bi2XEyHNm1nHZOY5tqdY0eKFmSGJMoWBDzGgdMjmXlWp4jnY2fC619nZqxMrCQpeT70CqnBhtBemUuu6jHYUbbrPjnXIkH3FZ7/qvZt0jF0IMP9FGw== amctagga@redhat.com", "key_options": null, "keyfile": "/home/amctagga/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amctagga", "validate_certs": true} 2021-09-02T22:47:46.387 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-09-02T22:47:46.470 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtiHTDuQk8EDH5R+JfDMucI4ZpOzKN5SLD+j35QLLySgGXholoDxtqjHnmRjM1rpj5SIaXjHBZdJi7iax+1MRywHYBi5BfTtzYPgA+NH8mt+XkcdkEuFPcYxGh6fMQDQWb2g9Euze/6qi0W9mbYXvvb1/Q3bhVCXg1UgKD42BndWEpbMYFfzJLZWPtOD/lg81pwUmf/4BpPFv52sy87lQVfkkvcUliLObR4S0TI5hPLYxBS+RXmHYKgvPMB2QJ9wum62lJ+YM1MxPygS0OWbIB6UQGXmvxRXA4osXkxJ8ksPPCupOgFNiiYro91cQh3mmi6iHc9kMz5R1aNGGOfDdlnLx9DRSIiNcacjXEVNFaoM0x441f4GeU2ZR8/7uq2dfk7QjPlh1eJGxG9pzRiQ8JCDF1car0eYwXdMTsQoQqpIi5imqcELdcqGGp9FhzFElgUwpf15JYlkouVhS6hq4LDjhLNk7dDT8fmCEnHOPcbxaTgN7J3idnJK6zeIniuuk= root@iZj6ce071s2zz3reioxn93Z", "key_options": null, "keyfile": "/home/kevinz/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "kevinz", "validate_certs": true} 2021-09-02T22:47:46.596 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-09-02T22:47:46.679 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC1YAaxAvlRgu72huAggHpoDKSgtF/b00ACfUX4Wk5NyLFbYI3PAQapHNcNL4mIsH8pc6YkdjcJ5N/F12aEupJGQ0Q06OS324xapnaBoUy1hQl9IvhtPqTLEwR0X5xLIAhNBLIEJDNVg13MKwr0u5YVUXdrQRu7Kj9RXAPBahNZFo/Ed+cnR3LICQWliHeHFrk/DU2DUHol3a5wAPxrowAG0AxAecP6/7rASMmitvLQwdQcfIJAhWYgfyXzudg+gOmAEgv3O3U4QOikgmkm/EabUXLJnlTj6yuhtuuctdJr73UT3wLGAGmphLKCkug27kb1nTNoDa+PW/+grP63zhU1 chunmei@otccldstore05", "key_options": null, "keyfile": "/home/liu-chunmei/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "liu-chunmei", "validate_certs": true} 2021-09-02T22:47:46.793 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-09-02T22:47:46.877 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDLbPdDb+XHOD2fo8g3RacATj0cG07uELwUvqQP35y+JmhNRSb/ttaysFLA5ss0y77TiXx22saP3ECEm5SnuPg5IERkPQmXiw84ATTNfLnzx2G5H223SLaTQiGfSgniBCJHVPCJfNahJiurlZoOAlwDz6SKXTUiivVrFJ22iTBDCQUO6HFQKjE7aM3RAo5mZXKVlTXzM6WOd8vlzk3HMzV0/91JR6H86Lt9MEzXT4dOzqmtxd8gS6U+vA+50zOIspdK+orTRJ0PO2Fn8c1RSYM8g7uqQtpDcOEHderW8TRsqBbDxpyslK6hRX5urUNBX506XE6JNoViLNvCofgseCGj yingxin@yingxin-server", "key_options": null, "keyfile": "/home/cyx1231st/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "cyx1231st", "validate_certs": true} 2021-09-02T22:47:47.002 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKjxTgyhL1yFriyNvvuhUc6SE8+6f6lT6FTF8cZL9uiz matan.brz@gmail.com\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM8l7qvSQR7fnZdQ1yB1F1jgde0OmLcwcDFzc/o2dYBb matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-09-02T22:47:47.086 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDdqw+8an6CHqsagFqXfuzQi1zCFHCh0e9pDtYz+ylA7L+7vnJLjTR7km0bb4Z6VTUh7h0/nUfF6faPzD2KGmTKvS+mTpeOUaN/H8O8j8qqh90f8z4T8F8L3DwqQbPf/R0izXmTgz0FZObFHmj+G8a+D4ndxF80EPzKkML/G0Hg2GEVdYzazSY4imSY2f56ul6qByBknhFshaTo2DUDcdbDDokF6lO6WgXhY0MJrT24CUSMyZmyi+3hF7vowW2dfbJ+SuDft4XmPDnIxRhDWWvi12jZb8Le7SWYzUlu7fAGbWe63VJqNh992myI61aZshApDD24+1xqIoo+Z/XkQD3l sunnagar@localhost.localdomain", "key_options": null, "keyfile": "/home/sunnagar/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sunnagar", "validate_certs": true} 2021-09-02T22:47:47.200 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-09-02T22:47:47.284 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDTlsh9TFwLCeeD2RR+56VhRZ0hp9CHj72U3Z1gbMpxpcg6PYEDzb+0qPVQp1/cIhcwwy0sm13yFl/A5i0iCRpyqB2MbyaXjj0HgkNinxLBFkPSiW2C83lfAyAhG/gLk+FcmWE4+xVrE29aoSM0JtcNtp+q83UGdnFcvhFe0pgJbt5vITo3ZMJND/UZrzeewyK8Vy4Rvpfy8aHYi2Eq+7WQrRHwUwxn0CwsxldnUfmZtu58d+Rtt78LRF0mvcScNlC7q5D+8htmYwkWkK639w5IB3xPv+Z5cV49Psi24Q+9BIr9Zo9/OnnCTauAi5ivDlh+kk/iBksAE8rQpMhvfuSFnNoq2O87aPQvNQHdRCcOa7FVIDcuocu6AB8UP4cGcJreT4+BW5Zbk6vQeJZhmj9yExpRj9MuONy5793nKuAMPn9lOjuXRfK7A5Tb3OOhpEJK1/MjtdZz4mNmFFfFIZ24hgTZO0pOiMwDf/tQ6BG7H8NS9g3QmXPyZajUocw6Szs= lflores@redhat.com", "key_options": null, "keyfile": "/home/lflores/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "lflores", "validate_certs": true} 2021-09-02T22:47:47.408 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-09-02T22:47:47.492 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGq2g8OFN5msjIn5CNB2BRss9eIyJRk3r+7RQcnBOQid jsawaya@redhat.com", "key_options": null, "keyfile": "/home/jsawaya/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "jsawaya", "validate_certs": true} 2021-09-02T22:47:47.606 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-09-02T22:47:47.689 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDNIdsy+yA0QjwkvjzTiH4lKB+txlh4oGkgC0r1l9swmFvD+MuzNNkD+oB/YscT51tJXsP5/wZDZMuk60xds4Os2ejoIBvzdGBgZ1G2B33etHPmzgTFE7ZegBkMlvWYmrJ9YS+iaMvXn0MMtqfE4zq0kemVAA4NBfFZMhHPJMKCg7Gj31MR0S0b7dcPx7Jnpg4A45oHr0qnufeqZYQaHGgo+LO2xdoV4V2EswWr7YG+b1wI6DzFZBbNsGyQd+cE1BzQ8NmETPNNpDPk5dCyBS7U+4ZTf/WbWk3+Cn+Ky47iWfxcscupQRkCjmTYI/uCMhnrpGU0zEHkbFwLTS6wqDtDmVHm++xof3xSsGJ2cE/vZySZGHqdxqVXfT8gt17h35rME8eX3TU392rjfK6kjEUD3UgwJJp4NFzQIEXi2HTmDYx/Vi9nuId3V1NrDz98QLPUd1ijiy1DuzI0BJPE/DTDmsb7hNXNIcAV8VRc1243W3eaee/Pdg/wmwfkrgjTU3s= shuaiwang@Shuais-MacBook-Pro.local", "key_options": null, "keyfile": "/home/markw8973240/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "markw8973240", "validate_certs": true} 2021-09-02T22:47:47.813 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-09-02T22:47:47.897 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC+ZvZuogU+WfyGj4BR2xYllNoQqAoxQ6AM0IYddBV2pL1xgTM/SopuAxDRP0q2stpozMtjVjlvuiIgr/caqyTuOgYtYCvB09ppefqdnCDrJJBCOKpjUEnCpAKcBMMuz9V32Zqt5FgpIi0Mu7Gp/QCvB97imxEkoUunpdX/8Ri/xz0nJO+QqoJX5wOn91jG49XnkMCLzx+MuafhT90WFO9CV1sIVREZS+X2C7ACQuhx9Qwk7R4BXt2f3M4dA0K2nLwaAnVW50M1y6Gs50Wl+ojDR1itySOxv8YpwyRlRTOzQTyVMnG0Qsaxxwp+hy4b/vQW3NIUvHYdTyvqALTQdGHT lricomor@lricomor-mac", "key_options": null, "keyfile": "/home/luisrico/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "luisrico", "validate_certs": true} 2021-09-02T22:47:48.021 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFG1CoPZEh4KBANdJZIzLsutHsF6tAYZTdDdEW+5E+8YyNHOy42D8iBLg+eCAbIl4SFmJTsPNtyO4L8/Ut79tkG3usA9nuGoAwGYuctZUTgOiTiV61940Y+NTvwan9vFNoknVi/3qIGNSXdm90I1aWRTKLCXRbGA1qvu+qyJv93O8LFaPni2TJmtAebY/xf0fHhW2fURUoeoCsoobrTkPA8SojT0A3SM+31iOD7sxbmsqLBR790wz/FHh152PiqpupIijS9TaZgGuVpejM3rgAC7H2kVmKJlrmDlmfcbKLS6BBi+uUDi6ta8whnDRq03nP/4LJE7ZDIxX3I4mHztZeJggURlsfpJdo99+VHkeWlGDBIP41QgD4UX1neuMcIO3nuEnZmLeJyvo9JOR/I7AudbQCDPjSMNbrF+el70mWLhvPe33NA3x6eOBRPc3r+qrSwMhXEPatZlbywJRY+O6yC2TYqdlUKsUEVA/D0Iw7tO+pf3yH3Y/iUDJJLvViRZs= Arjun@localhost.localdomain", "key_options": null, "keyfile": "/home/arjsharm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "arjsharm", "validate_certs": true} 2021-09-02T22:47:48.094 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "key": "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIKjxTgyhL1yFriyNvvuhUc6SE8+6f6lT6FTF8cZL9uiz matan.brz@gmail.com\nssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIM8l7qvSQR7fnZdQ1yB1F1jgde0OmLcwcDFzc/o2dYBb matan.brz@gmail.com", "key_options": null, "keyfile": "/home/matan/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "matan", "validate_certs": true} 2021-09-02T22:47:48.219 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXZDAUNEK4+/6Y+ywEtFnabnfvZmzzHhO6y4PbRHgx8SoQ8+7au/5ElB0vjjiJJSChnDymdqP0UzwcShzhWA8is6K9c6tXUHg6NcgV5tN2xYYmGIIWwm66Z1kYH6u1x2Jkv9LO04rXgebkzXPPYK401agCWjkjUv5acZE12+M/B6d4h2lpFjzBqZ/mmRNp0tHdCapdG/nS1i6GRi3Yi3fQ89CbiZArG9268DSEnLe+npeyBMVdDkWpVIytQ6pU1+g0prrePIVaMvrK3yEooduD4HeLr4liqkINj6rCs90xedPcFi0++UaLFRcgWh3OOnrI952Oe19dx5hlbmcnMPGjaXnkng2keWFyZMOQRRti5l8C/TXPUTaYGWEoqFEEabIKnCura0NWuZHpeF9xEK0tnvNVeauuUfkPxWQ7PH8QQ/9XjOkKbmy0+2q9tug8RC5i5NwcRE4W3ijM7pLwhWMdxkmIOe3w1taPq8HU95hMQchl2749oj8DRyVePVK9aH0= melissali@melissali-ubuntu", "key_options": null, "keyfile": "/home/melissali/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "melissali", "validate_certs": true} 2021-09-02T22:47:48.292 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCkFTEUxQkQ1cplOLOf86Teu4qTYGkMqWtjIwzsU/AcimjFolSI5fJ3B72PH7bhQKkSnOlTjiOos2LrD5i/XgxkJD6icVWwHO11lczsq/8K5x0ZMJbJaiT3QphBB4yItoge2Y4/7g4o/78Ne+U7eZ1L5fgeO1fExtIaEXK1lS8pVlpZQXyproTIzp1WLHoaXb38Mxc5jAtuvEKfEycdX3c8k/9ti2qBCZnmjPH05WOxkqCRyNBT+bSJZyFMYt9RDUuycn3BYVSXTAzPW0qwgvKY5vij+qiFoxij7nKNMH7w6C0arolCcJxhiMyEF3UbTuOxgVONWyqFk/vScGGSYj9ytQYjv0L1cFyOVhlpbu+tnptulfQ3faMpjROE/eYxTIoY7OPDgWbFqEUJ4eEhKwAC7aYIYUhvoI/8k+4u64nsyEJQdHXmB+OY3WE5TegYUCuqSsdPY74eO1o8dDgxF363eggDSBmYqSSs+Tpu9TNhJG7iJFX1tiAPwmKvjVrJOac= ozeneva@omri", "key_options": null, "keyfile": "/home/ozeneva/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ozeneva", "validate_certs": true} 2021-09-02T22:47:48.427 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYdmNB3np8OLc49B4cAh59CdNYIb4fAq2XBQ1sbOZMMZmhpFobyy+i6s4lBnovMNWAB6HmpsECHrKRU4IFl9lQ7vV+++J08SLoAkl6G0Gk9tmbgEs+/ovCZg+qUfZA1ZccSAPHmtqfZOiJcnlIlhQq2BoFnLUwmpeIQ4H5D+Y2q7DMdyGkdCenH80aD5KuiwLIyiBL9q7RYz0U5cdCO3wDFU4+5XuZiT8VYDUgp3mWPpAiPdGsJmCn41tpt3PViPDQlKh4vLW0ieQUJI/v2f6oHbM9YkxSoVlwLcrjTv+Nl+dVymqVTF4UaT1kz+ZnoH6khKZxSHvKm9YHc4LNZKYoVdyCxdZvBfxbEbXpT702vLqDNGEfZSlzJs5kVqP30m8fI/yzTQeD7tgjzzrKWdLZacyo+9cWeH6nFfZAQuZ9ug1lv3UAs5x6MsidEH5u6Iymi8BE+mUsOXnSpSfUDDo5n6+CMVe93brdW21iSX9Hbuz5RKB6xile1ROHpvpi1u7VQ9Hp3FIZFFiix9S5jniyB2OqjGKTO6RULfPsJo8sXCLq9YKq9zrkpMv5wURMQKnjtS5OHUWh0cde3U/VikPIfLkzEsfLV8ICAksyuWHQJGVUMxhPmSTKtRsPScbklekT+n65rexDt4Qr73YOy9BUIPV4Mo+kkl4ugQd6VCKJ6w== ibalutoiu@cloudbasesolutions.com", "key_options": null, "keyfile": "/home/ionutbalutoiu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ionutbalutoiu", "validate_certs": true} 2021-09-02T22:47:48.499 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDepyzA+MeQT5oRM52SxmUUKVAzkcrH/NqFxoCpBAjUSioTMaB1h0PhHE00nvHnKRvqWdPl8LCBWS3Ncjh30r9lwHaP+oPy4iLQEc7D2Mwn7WyPh5cq9N3UF25C0AlMG744k1tBNb97qy73OJI+oc5pAj4vUpCC1Ut9pMP5E5pQCx/kwgSOpC7mk0dYr/H5FxjPb0ca55eisFTLXraHPSChdrHjlYC5XpOZ9csilTwFdF0fJdu0nMDwIxGvwTOaUcIcfNLkpGB2Sj/pAM4L9pVsIbeE3C8d978MZ8Ff+ksQ0T8eNzew2ZjSkSuV+oR1sBCJYZ7mbDQuYLKAs5DanO1VFJvgjBJm1zP2ONu+g0fn/j04qIosuudziwoG/dOTkFo+6dBvF5hQi7TbZOIUVFr5dBlGS+O4eoK0gi/wpzun227E4dadY9uB1wiZ/PTD/5og+gxWG32RkHqqX3ALlK4m8JKzrq214nZ7Dt9CNewiUkR15uRkDasGIdiu6qb4Ez8= ArunaSudhan@sudhan-linux", "key_options": null, "keyfile": "/home/sudhanaruna/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "sudhanaruna", "validate_certs": true} 2021-09-02T22:47:48.635 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuyLB5rnyjlglcHVCoCSG7pDVJQcTYq/I2yGr3ohK9p6boWxk+zW/a2Q7+qNdKk2DtUC4WvvZ76BU56FC6/LPIUKSJLbN/Xv9/dnZcqKf+ZVlCQgMrE8yGoWt8WLtejJ1iBj0EdoDfYwDiL09ygUim1L1hNxFDOVq9RA2Lo6Tqk5lcAgjoCnU4NZY2YzTXOUSZTzsv/1bd6WVudKHJuWF6ZPb+mbbMoWqwnUZCHwjW8PgTXaPhk1929P0ftWT4ncfKnCc46LXf8OkvzQgCrLyh8964tGKPWppp3wNg2AJ/zFvRY8kkJZSxOawp9Gu8+kCNwWUmLvE9bqYJKT7EMDrU+8TMUEWLFl5fGoxoLWD113PPBcFrpUhvRAJa625eec8a/inv4cqPf6dY6qyXAReXURJm7LnHT4fDq+F6op8+tmZT6Tzkw4+YMUd9h0XDJ4pnPQpk5tjWER/HuWm73+ialXo+ERQWnnVCB1IXq1FEOeF8YAslKC7aSYIZjG9uUkM= peristocles@localhost.localdomain", "key_options": null, "keyfile": "/home/pdiazbou/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdiazbou", "validate_certs": true} 2021-09-02T22:47:48.718 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuHIpWAz6Sk3ATLvTG4KS24JUzgqQBEm4EesPgf1cEG+xK4gISUixaVC9OSNS/KR+8/yoWAhmw992p8cp7mWXxqrRC9kIrthLWvD6Jjz3HTXgarO2oNibeVu27kK/Fm2vvUNACARBkoC5YXd6IuoZOEg1bJu06DLw5Y7pGMqZRVDOrE8WUDwr27roZSgU2/N+18Y1LYn4gwSvWpuC/IotLyGSpW7/dgrZAIreRoYboMdTSlIjjuzeWvYx/AnZmkeEo0IhfyuBRl7ZQwxSFYHn9Z1+iQkt+O9hEZYSZuYRuyFPRqHNMKCEj1iYVRMcwbf/x2/dhjfmbWmjOMJoNNwm+DpixHHbId6Idx82GlAtCgQSTe9aG783oCeZYuVUr1plIRjeEsdjY9UBRYKNknEAChKjMSbxysvO3Dy4yrU2r8qo1iBS1fi4HUg12asCLrJX7vSCvOhOn7ltqDTmt5UiLSn+eCzXpOTBDWz7McB28FoYyR+Rwz5GOH3ITFhPyhXc= wzl@manjaro-wzl", "key_options": null, "keyfile": "/home/zl31wang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zl31wang", "validate_certs": true} 2021-09-02T22:47:48.833 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2iBYL614KRYvFhow408yzMljYRdfyMmbnkUVN8waja4RCsmxTpvIU1aBQ02bMTsY/0n+WMWAbI1D6C1HbuG+JbFYBLSgPCTSG8FIpukFU8y1by8piPu2/ZBD1XdFcPO6u1Nr/tZC08EXhfqvnDAVJUyg6rLLs5+TFKAiPSuv5GyrMRWvMI8eoPk+4u2r/ThxXZTDaIfJhPXlULMLL5ZxR4KZU+WtWbCGSFDGjSugCqdTzpZyX5jUq9C9JB83RxojCtI5n9rCoXLcGOvW9HBnVMxhS56zE8BwxLxLhGy6S1lOoyBPzu7w6XIc160JjCK5iAmlXRqG93nWEVrhZkxCz wangxu298@foxmail.com", "key_options": null, "keyfile": "/home/xuwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuwang", "validate_certs": true} 2021-09-02T22:47:48.926 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:48 +0000 (0:00:31.299) 0:01:15.772 **** 2021-09-02T22:47:48.934 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDIi8JMOVD91QR7EXBkhxeAsB2UO2gyWqYPiP6HjJO/TzzMKf7QtO928XzdORwQ1/jm2hDF1kaNPaU/XIHD0hHSvfICS4ELQcBPa5uPya6d5Kn5fVlpGqBcXBxKGbHB01PGjn0214eupt2LebWxkm7TP/BGDHKXXaoR748AlbyyG2L3TaNoGkwQiEoZe3CWgH4qkrf2CEpyfOa7BM7U0h+lceJxIGe+Yo6Ll14zyngDBa059E+ndFTpkQ6vECII7FdB1+A4Orhu40XHZgyVnlRudD1l80pIVnZves8N2zHZhQo8hp0sB5oY8HENiB09j7Xa6YQ/c1c2wm9E2xJHSNo7muFiHz48vQEgvNmu0lZdbVwXIy3IgLEBHjs6Kyqjtg618V4UaoP/LBOqtWtLd6TvGJ3qBlNyvhO5gZ2DGeLMN2WWoHxfl3VM+QGCGI2dnzUyHhfG1VBDYj8fzWXOuUVpVCMUw8fEg8GWmYLDwm3SbdMACWU87J0kAmaDPKcwwL6AwtWJZr/p89sSypl6y50JlOoDrbDbxrIbHQgbf1tcEgPOuLUN+O06qpi+OxKMtFdbvz+NQ4V4CpXpvMMQZj5AbuHp0EJ5Vme/Kcmpl/xoYGyFDzOEGR8lw6LMz+CpQ4GtnK5XXe1Xn3TJh6Tn2tVyS20p7artemGQQquCN8iQOw== mayag@gett.com", "key_options": null, "keyfile": "/home/mayagilad/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "mayagilad", "validate_certs": true} 2021-09-02T22:47:49.021 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.023 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.033 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.044 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.055 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.056 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.066 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.077 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.088 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.130 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:49.131 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFG1CoPZEh4KBANdJZIzLsutHsF6tAYZTdDdEW+5E+8YyNHOy42D8iBLg+eCAbIl4SFmJTsPNtyO4L8/Ut79tkG3usA9nuGoAwGYuctZUTgOiTiV61940Y+NTvwan9vFNoknVi/3qIGNSXdm90I1aWRTKLCXRbGA1qvu+qyJv93O8LFaPni2TJmtAebY/xf0fHhW2fURUoeoCsoobrTkPA8SojT0A3SM+31iOD7sxbmsqLBR790wz/FHh152PiqpupIijS9TaZgGuVpejM3rgAC7H2kVmKJlrmDlmfcbKLS6BBi+uUDi6ta8whnDRq03nP/4LJE7ZDIxX3I4mHztZeJggURlsfpJdo99+VHkeWlGDBIP41QgD4UX1neuMcIO3nuEnZmLeJyvo9JOR/I7AudbQCDPjSMNbrF+el70mWLhvPe33NA3x6eOBRPc3r+qrSwMhXEPatZlbywJRY+O6yC2TYqdlUKsUEVA/D0Iw7tO+pf3yH3Y/iUDJJLvViRZs= Arjun@localhost.localdomain", "key_options": null, "keyfile": "/home/arjsharm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "arjsharm", "validate_certs": true} 2021-09-02T22:47:49.307 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-09-02T22:47:49.309 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-09-02T22:47:49.319 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.320 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.330 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:49.332 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCXZDAUNEK4+/6Y+ywEtFnabnfvZmzzHhO6y4PbRHgx8SoQ8+7au/5ElB0vjjiJJSChnDymdqP0UzwcShzhWA8is6K9c6tXUHg6NcgV5tN2xYYmGIIWwm66Z1kYH6u1x2Jkv9LO04rXgebkzXPPYK401agCWjkjUv5acZE12+M/B6d4h2lpFjzBqZ/mmRNp0tHdCapdG/nS1i6GRi3Yi3fQ89CbiZArG9268DSEnLe+npeyBMVdDkWpVIytQ6pU1+g0prrePIVaMvrK3yEooduD4HeLr4liqkINj6rCs90xedPcFi0++UaLFRcgWh3OOnrI952Oe19dx5hlbmcnMPGjaXnkng2keWFyZMOQRRti5l8C/TXPUTaYGWEoqFEEabIKnCura0NWuZHpeF9xEK0tnvNVeauuUfkPxWQ7PH8QQ/9XjOkKbmy0+2q9tug8RC5i5NwcRE4W3ijM7pLwhWMdxkmIOe3w1taPq8HU95hMQchl2749oj8DRyVePVK9aH0= melissali@melissali-ubuntu", "key_options": null, "keyfile": "/home/melissali/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "melissali", "validate_certs": true} 2021-09-02T22:47:49.527 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-09-02T22:47:49.529 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-09-02T22:47:49.538 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:49.540 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCYdmNB3np8OLc49B4cAh59CdNYIb4fAq2XBQ1sbOZMMZmhpFobyy+i6s4lBnovMNWAB6HmpsECHrKRU4IFl9lQ7vV+++J08SLoAkl6G0Gk9tmbgEs+/ovCZg+qUfZA1ZccSAPHmtqfZOiJcnlIlhQq2BoFnLUwmpeIQ4H5D+Y2q7DMdyGkdCenH80aD5KuiwLIyiBL9q7RYz0U5cdCO3wDFU4+5XuZiT8VYDUgp3mWPpAiPdGsJmCn41tpt3PViPDQlKh4vLW0ieQUJI/v2f6oHbM9YkxSoVlwLcrjTv+Nl+dVymqVTF4UaT1kz+ZnoH6khKZxSHvKm9YHc4LNZKYoVdyCxdZvBfxbEbXpT702vLqDNGEfZSlzJs5kVqP30m8fI/yzTQeD7tgjzzrKWdLZacyo+9cWeH6nFfZAQuZ9ug1lv3UAs5x6MsidEH5u6Iymi8BE+mUsOXnSpSfUDDo5n6+CMVe93brdW21iSX9Hbuz5RKB6xile1ROHpvpi1u7VQ9Hp3FIZFFiix9S5jniyB2OqjGKTO6RULfPsJo8sXCLq9YKq9zrkpMv5wURMQKnjtS5OHUWh0cde3U/VikPIfLkzEsfLV8ICAksyuWHQJGVUMxhPmSTKtRsPScbklekT+n65rexDt4Qr73YOy9BUIPV4Mo+kkl4ugQd6VCKJ6w== ibalutoiu@cloudbasesolutions.com", "key_options": null, "keyfile": "/home/ionutbalutoiu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ionutbalutoiu", "validate_certs": true} 2021-09-02T22:47:49.726 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-09-02T22:47:49.728 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfad 2021-09-02T22:47:49.729 INFO:teuthology.task.ansible.out:a28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.738 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.749 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.750 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDuyLB5rnyjlglcHVCoCSG7pDVJQcTYq/I2yGr3ohK9p6boWxk+zW/a2Q7+qNdKk2DtUC4WvvZ76BU56FC6/LPIUKSJLbN/Xv9/dnZcqKf+ZVlCQgMrE8yGoWt8WLtejJ1iBj0EdoDfYwDiL09ygUim1L1hNxFDOVq9RA2Lo6Tqk5lcAgjoCnU4NZY2YzTXOUSZTzsv/1bd6WVudKHJuWF6ZPb+mbbMoWqwnUZCHwjW8PgTXaPhk1929P0ftWT4ncfKnCc46LXf8OkvzQgCrLyh8964tGKPWppp3wNg2AJ/zFvRY8kkJZSxOawp9Gu8+kCNwWUmLvE9bqYJKT7EMDrU+8TMUEWLFl5fGoxoLWD113PPBcFrpUhvRAJa625eec8a/inv4cqPf6dY6qyXAReXURJm7LnHT4fDq+F6op8+tmZT6Tzkw4+YMUd9h0XDJ4pnPQpk5tjWER/HuWm73+ialXo+ERQWnnVCB1IXq1FEOeF8YAslKC7aSYIZjG9uUkM= peristocles@localhost.localdomain", "key_options": null, "keyfile": "/home/pdiazbou/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "pdiazbou", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-lap 2021-09-02T22:47:49.752 INFO:teuthology.task.ansible.out:top-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.761 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.772 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.773 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.783 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.785 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.794 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.805 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.807 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.816 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.818 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.828 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.838 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.840 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.850 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.860 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.862 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.872 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.873 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.883 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.885 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.894 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.905 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.907 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.916 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.918 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.927 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.938 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.940 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.950 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.961 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:49.963 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": true, "comment": null, "exclusive": false, "follow": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC2iBYL614KRYvFhow408yzMljYRdfyMmbnkUVN8waja4RCsmxTpvIU1aBQ02bMTsY/0n+WMWAbI1D6C1HbuG+JbFYBLSgPCTSG8FIpukFU8y1by8piPu2/ZBD1XdFcPO6u1Nr/tZC08EXhfqvnDAVJUyg6rLLs5+TFKAiPSuv5GyrMRWvMI8eoPk+4u2r/ThxXZTDaIfJhPXlULMLL5ZxR4KZU+WtWbCGSFDGjSugCqdTzpZyX5jUq9C9JB83RxojCtI5n9rCoXLcGOvW9HBnVMxhS56zE8BwxLxLhGy6S1lOoyBPzu7w6XIc160JjCK5iAmlXRqG93nWEVrhZkxCz wangxu298@foxmail.com", "key_options": null, "keyfile": "/home/xuwang/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "xuwang", "validate_certs": true} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.976 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:49.994 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys using the keys repo] ********************** 2021-09-02T22:47:50.031 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-09-02T22:47:50.033 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name 2021-09-02T22:47:50.035 INFO:teuthology.task.ansible.out:': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.036 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": 2021-09-02T22:47:50.038 INFO:teuthology.task.ansible.out:false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.058 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:50 +0000 (0:00:01.132) 0:01:16.905 **** 2021-09-02T22:47:50.067 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.069 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.083 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.085 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.095 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.097 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.107 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.117 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.119 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.129 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.130 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.140 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.142 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'andrewschoen', 'ovpn': 'andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "andrewschoen", "ovpn": "andrewschoen@home hYDlX2i7X8t0JHpK2smvFA 2a6e753fb3c401ad75e1273ae5e18e4abc0404149dbdc3675bb317a63a4469e9"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.152 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'zack', 'ovpn': 'zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zack", "ovpn": "zack@ceph0 1CeZnO8st4CuhLpH/DJNVw 7230fda728e34998da4401284fc3e5c8939bfdd52482f8cb675d8acf6fcd12b4\nzack@mba.local mzf7/v4tv3uVExt16N/w/Q 13dcf7082b974315dfab1c76885dfc094d7ccaf01ae2e7898a20005602be2caa\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.154 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kdreyer', 'ovpn': 'kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kdreyer", "ovpn": "kdreyer@redhat.com yUBHWOGnPts8xuDSon5ODg 38feb4fec9f1ba3de74ed074d745ed46a8e5b3ac1d44e50005a04cf07f0462cd"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.164 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.166 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dmick', 'ovpn': 'dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dmick", "ovpn": "dmick@angus z8fyazJ0pc56I/XTlHAOrQ db682b1b89c790bf26a2e12dbea03f4495f8ea5f248e29b2f5c5dc072acb3c93\ndmick@home o9fblAdxhBToEJxbutv2mw 1704b16322c3984ed565b48cce52877eadade26b4093443b349b70f846f0eac6\ndmick@dell r6meTomZVVH/WVOmVf2aSQ 8ac1a9d0452166af59894c6b57ed07a12b42042aa6d2618df2bec9c962684072\ndmick@dmick-MacBookAir EFN6/5V1I5YNm72XjlApUg f2335a3fa49a0296233ab5faba28e7bbf309a89c193169dbe3c411e4219827a4\ndmick@hplaptop 49Wf5LFRBuobkfWp7OoAdQ 1401efaf459e0b7673f03b546eeff2c8144219c674eb3c94aa23e5af5ffc66b9\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.176 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sage', 'ovpn': 'sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sage", "ovpn": "sage@autriche 2Uhfc/1jXje4W7G4s0sJEQ 09631754d059fab96e16be441b3b8f7e63b37a260677897a2669cf7a2501d2d3\nsage@gnit YuLp2iihT6cCqY+GmW9IVQ dc79b19c45b9be1b4e69cd7debeb5b87aaa8cd0050353f798913da22c233875a\nsage@maetl wpsQIdtAb+z+ietqr+90Zw 42c518015b7cd440e7c8afd65fcca5769e31e9ef8f8a67d109a3de38187087e6\nsage@lowride tak6ngfj0ohW6upHRUMq7g 450919c617f452e874ef2a8cfa5ca18f47d249450ef0b0374849e721b0c53a70\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.178 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dgalloway', 'ovpn': 'dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dgalloway", "ovpn": "dgallowa@laptop POebac0SJIVkSCyi0LE4yg 52fc0cb34f3332a5f3cff117a20f00e8ea89a051736cb543a689a96dd9528ae5\ndgalloway@p50 7PHdbcNE/YjcHOm5NbNfpQ 7075211c35997b01797c2f15083aedf13888fc4c54080130342dccc76469fb40\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.178 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.178 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'akraitma', 'ovpn': 'akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akraitma", "ovpn": "akraitma@aklap 2zvxeeQ+bQ4UhKBE9Kz2DQ ff4a9dbab841ee62e7328d8cd0d285c68c22a1de6e23ea24f470b3dcb1a27045"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.189 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.190 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jcaratzas', 'ovpn': 'jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcaratzas", "ovpn": "jcaratza@fedora rT6gfdsBHVr0RvokJfO3mQ e634e7a31d873f310ff5326bacae6c19f95087f8215edda618f68dd2761257a9"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.200 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.202 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'trociny', 'ovpn': 'mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "trociny", "ovpn": "mgolub@mirantis.com +WMPxNCgiMwhNJAJHNCV2g 4cd6749ac740ea6dfb50d4f602920ac75e979286439bd510540a8a551728104e"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.212 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.214 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.223 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.225 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.235 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.246 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.247 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.257 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.258 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.268 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.279 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.281 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.290 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.292 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.301 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.312 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.314 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.323 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.325 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.335 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.336 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.346 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.348 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.357 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.368 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.369 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.379 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.381 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.391 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.392 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.402 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.403 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.414 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.415 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'smithfarm', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf', 'ovpn': 'smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "name": "smithfarm", "ovpn": "smithfarm@wilbur vEk7281ao7DkpXE2Cn3rpw 20058c04c4991caf38b9517faedb75c8562e8d8669808b6be9f70da6a5b64007"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQC6jqQtqO7pnW39mpSQQC4L2FuxPOx/5j34lp2PrwuTWJoDwtUVCZhpNwSs5UAj3wdXGXCzWYWxu9d9Gh0UEBkiC+2ZHtLvWrwS1TDVRy5g5jYVm9vX3kL5dhoC2vYPyQoQkxeMX3BYlhLwkSjCAnjaceJJZyOT7KsqbpanvJxvudMzeyCosntnMuxyPzjH9CkVKqycddZnscdHMkDIZ3TjNhnL8GKK/QCPB60tkCO6HWN/g4HxidRjrp2VjQgIa5MWN9LBR6mGspZI6+rR1ygLhbl1scr1cCCumh65r+zmCC/ZY33YCfRXdmQZo+ShsBa+KbcvakEx0Bqgx7DsMoiR ncutler@pantograf", "key_options": null, "keyfile": "/home/smithfarm/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "smithfarm", "validate_certs": true} 2021-09-02T22:47:50.417 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.427 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mbenjamin', 'ovpn': 'mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mbenjamin", "ovpn": "mbenjamin@ferret N7Ln6KHUAYT/iiP4Swkb0A 244b90574d7e294f6f80949ef5e640bab103c2c34e1902a69cdcf592607d950c\nmbenjamin@duel PRRFsQiomHSJX8sVgRHblA f3009adb7502a6c5554e1157d36c63d84f40fe5074a01d7d0280e5c48da374dc\nmbenjamin@rael 8ixfNNx3j2m2+nGhXkHsnQ 62fda7ec724f0fdb3f05add4c3739e07a5c7eeb2380d5f1f7eeeb13db35e16a8\nmbenjamin@shatner hJ1oEl5wSZaKPJC1Ugss8g 9c9161b53da4d842308f80e5b490a0c1539076f129bd0e34ee2253272dd55c21\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.429 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'aemerson', 'ovpn': 'aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aemerson", "ovpn": "aemerson@seasalt enqtMOCQ0a24hizRK46SZg 42f36c9c14c1eb7c468e41cf4c5649e30037f0aaf5eefbd6c07be9637224ca01\naemerson@electric TjQxreDKF6bsIehyQnX4aQ a73b7d56b95ba3d4dda5ded995b9cb98eaaf5d2db7d148c340aa4f4c68cf26d7\n"}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.440 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.451 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.452 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.462 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.464 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.474 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.474 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.485 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.487 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.496 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.507 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.509 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.519 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.530 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.531 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.541 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.542 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.552 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.554 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.563 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.574 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.575 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.586 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.597 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.598 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.608 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.610 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.619 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.621 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.631 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.633 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.642 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.643 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'amaredia', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour', 'ovpn': 'ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "name": "amaredia", "ovpn": "ali@freerunner yQjRpRVG7D5KN2HAUjI30g 9d677a34ae98477e6cc8ba1d975d81dcae43a102013b265c63f3ea91e7dacd78"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCc1ZbHNXuJn7gxyt7QJ579gEM13MuFdTzsrnedYuRIW2Zlm4rCFr8Oj5SGs5DWBIJnd3W4O2v7PjuVQMxU/zbwnj7mdwBmLFe1cSzOJv2eP1R2uaU5z5C7KNmyPLU++pGKClzb6v5wcEQUq2K35xnuXUU9B935dK+Fm7bK7+HAxj+1vpVeycbPFyPhf6mwbx8dZv4uvZGV2+CGBuyIB/5U2AMJZy9LWim3AR35bip4ftXvSKlAON+RHhnS0toG/6uwp0XlFuGn5H8snaca7L6hGtB4xg1PqA5aMf33Jiv2NVLQo8emHU9J/HeNVS7ksoSZ6InynpLZ6b9uXa9OM9XL ali@parkour", "key_options": null, "keyfile": "/home/amaredia/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "amaredia", "validate_certs": true} 2021-09-02T22:47:50.644 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39' 2021-09-02T22:47:50.646 INFO:teuthology.task.ansible.out:}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.655 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.656 INFO:teuthology.task.ansible.out: 2021-09-02T22:47:50.666 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.668 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.677 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.719 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:50 +0000 (0:00:00.660) 0:01:17.566 **** 2021-09-02T22:47:50.788 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* 2021-09-02T22:47:50.789 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.809 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:50 +0000 (0:00:00.089) 0:01:17.656 **** 2021-09-02T22:47:50.847 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-09-02T22:47:50.848 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'name': 'tserlin', 'key': 'ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet', 'ovpn': 'tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5'}) => {"ansible_loop_var": "item", "changed": false, "comment": null, "exclusive": false, "follow": false, "item": {"key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "name": "tserlin", "ovpn": "tserlin@annarbor DlKe+OWBPcFAQtWMUAHnwg 6b268bd737ffa5dd38865575ccd444b92cb912c70f5b82dac41f9c50505df4a5"}, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA2ok6CBUpOVGv2RFws44GtEP5SVxOi4Vie0WSZYLpD55rTfmOtsItN1d1EciVNTUyWuyzMeQGWC4JAd3/2l3gR/5ZwSvd7b/7TCNYxjAMEubRand0GxEoiKhpkJMMmJqcT0KefP8pr31MASWPuERj1+0/IbjJExsvrJaUjqeIfZ+DWR8dC2VYdcH3hsp6AE3mqKX/9693sxe8ROt6qY4WkpZcO4M90unOVa2CnJsYqKaaIC4z3fmKuHZpJZjiJMrg8rtuN4r7bnKWPEVGcahj+i74JWwKR5+2gntLpxw2chIBmf4qFu6HDplddig4V3I/2NLB8soBpgc+m8O7YyYl0w== thomas@easystreet", "key_options": null, "keyfile": "/home/tserlin/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "tserlin", "validate_certs": true} skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dis', 'ovpn': 'dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfad 2021-09-02T22:47:50.850 INFO:teuthology.task.ansible.out:a28'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dis", "ovpn": "dis@zambezi wXYUFvWPBlkCFz+mC4RD6A 11c464dfb2a27986e029f1915732a4f237baba4eade02bb045c8f0d13dfada28"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.859 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'gregf', 'ovpn': 'gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gregf", "ovpn": "gregf@kai YhNrPfedhZjbvGjOfmotOA 440cf8595a87cd307790bbf79c3668455a0405945e2b271d873325de222cd72f\ngregf@pudgy VZrk8nWzg7pYLOrZru8dBg c1d1a0e469a134ccf5f5a5525631a6b83efa6970beec3b23809eb0daa3dca47f\ngfarnum@WorkMini2 +bAqcTdU7Ok9bGMcB3A84w 3cff1326561a23cf81dd6495373cb83ed149cee026c6374d72c19b483f4f1f07\ngfarnum@Macbook bxVtolCC9SY3QNlpx3cE1w aff8d28bfb4d693253511d29e8d399196e964fc096594ec705748a5469d44654\ngregf@fedoragreg Jdn8I/sFGcr5Aa/dici6lw 50f88afc35c05ef8454742226f7baf2cd20cb1e2d4d0c9f4a393013877736bfa\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.860 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'joshd', 'ovpn': 'jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joshd", "ovpn": "jdurgin@glarthnir ElGaAgbs5VZujuzsQMfCmA 2a156febba037d02d1099bc11d1e697d34300b2c420f2df664b5b0de1248f983\njdurgin@new-angeles jqa015PRJcHSp5WHcwJjUg 42113e1156382fde866d691f30584f6b30c3dfc21317ae89b4267efb177d982c\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.870 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'davidz', 'ovpn': 'dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "davidz", "ovpn": "dzafman@ubuntu-laptop-vm NY9y9tqLY1beEcXDwMavsQ c869d42fae1890574577a8014d97d1247f1a13cb6337037d2714f1d236fc65d2\ndzafman@ubuntu16 2a0rAy5QmNFSEcATNz2h9A b7c11fbb0911fc4ac0216a1a8eac8359a9e8f43d69126db6b45cbeabd358c2b4\ndzafman@ubuntu-1804 PN1pkeGHGloB0K+IZrfB0g f1c01b447b9ec3fc048c32f606a33fb488ff621e11aa305ac979501030202658\ndavid@ubuntu-2004 sz2UXQopIP7TJ3t/XtOylw 515687a2ace008dbc318525cb273afed0887aa03ae9ca9b0933ca4792ef4addc\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.881 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'cmeno', 'ovpn': 'cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cmeno", "ovpn": "cmeno@boxtop KD0XJIGun8xcnNI83pqrsg 79079fe78e1cf401cccb14692c9d16f63e2010c57cfbf56c487387affca90aed"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.882 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ivancich', 'ovpn': 'ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ivancich", "ovpn": "ivancich@ann.arbor Kt2vxZ3Ge609mHfjx0W4Cw aaa55a9e2b5276b62a21cd3c401b365c5c2693e39efccb2f9edefafefa1dc8b1"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.892 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'wusui', 'ovpn': 'wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "wusui", "ovpn": "wusui@ubuntu /nElLTGqxiOr/hD6eziF5A 2e244e2b62fa42dadf3a3a1dbcc29475410cee6550b0c6b3603c135853937551\nwusui@thinkpad tu2DxDcllIdwb5ewldgT0g 1590a7d9f1377b0094e9ba4277e7bcbe6374791f0b3d3df93026345c058c93f5\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.903 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'yuriw', 'ovpn': 'yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuriw", "ovpn": "yuriweinstein@Yuris-MacBook-Pro.local wKA8mCcsdsk/CE+1d9GiPw caaf5bf5eb31ef269e3d0bc34d45dd761c0bb0907172eea6e754434de4603db7\nyuriw@home 02TZyR3JHJMxEQob80ICNA 85b4aa0f69f6d469dae0bb3dca4baaf222e164927ed7eed2082caae8f4717e48\nyuriweinstein@xenon1 C9eVdLb/i18lMcMG20rGPw eaddd0e831a77de3f35cb19e307bd6f9aeb0cc03eff1ae58490d7db33ced4311\nyuriw@yuriw-RH2 WhMAZ+zZ/PPXOc+4HEDaZg 2d3e28b31edc3f2be43f6b73150dedc9c9df6e316d29afc1416d6b96a982e217\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.905 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'tamil', 'ovpn': 'tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tamil", "ovpn": "tmuthamizhan@mac /1CBLC6rxqzJzPspffZV0g 4d1dfff2e097a7fc2a83ea73eccad2f0e453a6338e18c87b4d89bf370733e29c\ntamil@tamil-VirtualBox M22QdmhkSPj9aEcTiuIVfg 8e76e06b14de99318441c75a96e635a92f5bddc54a40b45276191f6829c6b239\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.914 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jowilkin', 'ovpn': 'jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jowilkin", "ovpn": "jowilkin@jowilkin 2r8xOv/eCTcHr+HSsMkPYg 0ac416d2dc139628144dfa0822af8cc0a455f5f5f3e4d1b9713c14115c062218\njohn@osd-host 7zjDTxAYhCmTX+Az4SJaoA 7d924233fdef168e2c5c01258aa349de108629ef2ff90d17c0b96acf22dac7c2\njohn@admin-host 7cpk7iJ1Hg2vk4bPDovKmA 05765178f27af6dc4e43e47f52d773aac3bc1b3f1dd998bdbf479b951bfd2efb\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.916 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'bhubbard', 'ovpn': 'brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bhubbard", "ovpn": "brad@dhcp-1-165.bne.redhat.com 4oShQI9+vYtX5gA47np/Sw 3fc7df5afa772752d8eee15c01d550cc1dcc88b6e940abc9f9f8f26102d239d4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.926 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'yehudasa', 'ovpn': 'yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yehudasa", "ovpn": "yehudasa@yehuda-2 NGXHeO0lAvRFfYLalffzEw 0d3489b09f48ad5fa9d1ec5944d9c8020daf852488f389f3d44fe63d3f651f34\nyehuda@yehuda-940X3G shisK5LjI6fr3ZBJy/xX8A 49522899bd26130086ce668079f0062d987d85dfa5767dd5c34e5953db97997a\nyehudasa@yehudasa-desktop OT1MhoO0WihhvkKztqW0Uw 12a4d6b54390b9df7f5af3bd6b533f3c1fee0c7b9fbb79f0a87bcb28b182c7d4\nyehuda@crestview yUJ7nsAXRv78MgIyxJ93Yw 5b872feb20cbd895a5d8c87956f9cbd491471654b1a29aa8c13826cd95a44c40\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.937 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dang', 'ovpn': 'dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dang", "ovpn": "dang@sidious w0CNW2g9K1WiRenVGYWNUA 4f59d761bfab3659115da2b3b80a486266f77b09d8527983217d15648b4f92b4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.938 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'branto', 'ovpn': 'branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "branto", "ovpn": "branto@work ganye+HpG3dkMEik6WtTng 018f3f9b9d49dcefa701ea304a8e58f002c46f0650edae220a0a7ab1bce36aeb"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.949 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'xiaoxichen', 'ovpn': 'xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiaoxichen", "ovpn": "xiaoxichen@ebay RvJJ7BhIehpoPtggrwnskQ 862ecfe7e15dfab86d61df86856bfe06cbb99f240f6f03851f7f9e1a255327d6"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.951 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ffilz', 'ovpn': 'ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ffilz", "ovpn": "ffilz@redhat.com 6YdvqxkKfmDWGD2s0wA7Ww 4ce64d08686e34e559ccec2498df433b155b70c9ebccaec616b6b34f0f0c246e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.961 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'joao', 'ovpn': 'joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "joao", "ovpn": "joao@magrathea eSS2/gvK7ALE6L9bITfuMA c3caaeecee3f43e39b7a81fad50e0d874359c70a9c41b77c661511c71f733909\njoao@timesink 9S3oER36HheVupjRpnLz6A 9dbc964184244e9da269942dc73ec9ebba6594bcccfdc0eb09562b58b4542162\njoao@tagide uUDVmZ1S5lp/Hx8eKTfDCw ee37985d0a51360f08266e0de208ea85616777a325d498d7c895a80d4723f844\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.962 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'nhm', 'ovpn': 'nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nhm", "ovpn": "nh@latte JCH9icAtDPj951rgbPKJyw 9a3d30ec1ec9467ccdc8bdbbfacffd7396fb38e046199ae37b2b7b69dbf37480\nnhm@espresso +YYZPT29wYzY5ooaRzabCQ 1ee041dd58b9ec6eb678c47632ece7cf6c24e23bcbac28a77a82af05ba6cc148\nnhm@mocha HgOGOfkBEzJihFsKmPRfKQ 2e17f3ba0b90df7a36f19a7c8f64d2aa8f966b2794c94caa110d313e927a1c1b\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.973 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'nwatkins', 'ovpn': 'nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nwatkins", "ovpn": "nwatkins@daq unHfXkUpAHOnzeptznuLLA 33b2003c30d0cc7a6b194e76be92c7b5d270c2d2a4b4a8b6e673f0f0dc1db313"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.973 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mkidd', 'ovpn': 'linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkidd", "ovpn": "linuxkidd@zenbook oYp1WWV0JwpikHCWCV52Lg 9aca455b601bf3a365d31068154150ac63dd76f32cef29a55f9685dd1a88aa22"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.984 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jlopez', 'ovpn': 'JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlopez", "ovpn": "JCLO@oh-mbp-jcl vZhmBh/1LjLFEu+atRec6w 1f13f591373b4dc798a9b701fabf1eb99bf4aa58f87b6420d6c916716f0965af"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.995 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'haomaiwang', 'ovpn': 'yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "haomaiwang", "ovpn": "yuyuyu101@desktop XAUS/1Geh1T2WY//5mRahw fda03bdaf79c2f39ac3ba6cd9c3a1cb2e66b842a921169f20a00481a4cd3d9cb"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:50.996 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kchai', 'ovpn': 'kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchai", "ovpn": "kefu@gen8 HVoNrB5C8+bYxuqIfByeEQ 4dddde1890af2d6df367d3d832cc3b9b660160a1db69f0135e0d09364b2cb9b3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.006 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@vumrao VaMHdnIGTl6y9LIkurxfjQ 71de53c4a0f212b8f919437d7d433d24a33d7a33bc6fe5df5d047e24499994b2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.008 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dfuller', 'ovpn': 'dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dfuller", "ovpn": "dfuller@laptop 6U0lNVidRy7Ye/5q6cGN1A aea3d019f68a95094c99385aff099818224455a829615cfc774587e4519398a7\ndfuller@rex001 6Z8bfQDgPXVSGMeeQHoItg 3abd41920b72683fbba7f25be88ff992fcd753119c4d2086c12daaf20798e684\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.018 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'owasserm', 'ovpn': 'owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "owasserm", "ovpn": "owasserm@orit-desktop zi8oe8INwK6IZrtUz6lg0w b5f4f96232a77a260f7a16244af873df2ff143c2bde0dbaabf02e9952b8f38ca\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.028 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'vasu', 'ovpn': 'vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vasu", "ovpn": "vasu@ceph1 +1D1qNUAk8h7OF9LF9qkrQ 963aa256fb99bc4b77e7085f57cf910a04c7f143603f81252331411eb8e37ec3\nvakulkar@vakulkar.sjc.csb O8ac1k0Dh3xkIFX8NFyIZw 471538eeb22384b58921e4f11af272c00c0a953dc7fe8d95ba057e65d141fbd2\nvasu@vasuSrv waJqYAARY/LnfuP1x/KQzQ 68915d3a1eb3dd00a562c149791cec5f43a96f5fd0b851ec855ec3f5dab496b4\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.030 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'smohan', 'ovpn': 'shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smohan", "ovpn": "shmohan@laptop 7wwHLZZNa4ShUV1imXDDjw 0aca19a8ff6dbeee2821dd75a329a05b8052170204b2b242ced9b1a68ca8df37"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.040 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'abhi', 'ovpn': 'abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "abhi", "ovpn": "abhi@trusty SKarQTpBigBobP9sLjdLiw 868a74ed21b46f7f64255897d824f4e3eb21f8dde844bbdaa386681c942d8114"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.041 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'cbodley', 'ovpn': 'cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cbodley", "ovpn": "cbodley@redhat.com W4gFS4oU8PtUOrdHuBYwXQ af7dafd992687f5d85a79866838a78e5070a4934fb0a935e8094adb31ec28611"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.051 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mwatts', 'ovpn': 'mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mwatts", "ovpn": "mdw@degu IPiZqcFT2BLuf2h3+tw58g 7af390a631ec11bddd7d1ac506d29af65e1e01e19f7dc931b4f459030cb7a195"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.053 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "pritha@dhcp35-190.lab.eng.blr.redhat.com GCk3PIYzUNZ6/xrsKoq8VQ acbfc4279970b44c3d008990e0cf1bb5eb280299218441a0f25fda988bc555f6\nprsrivas@t480 jciDaqMz2kZbSRymwpJiqA 68baba83dd966fe9536bc9a822428710b10a28781f695bc3fb750482a94b0e8c\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.062 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdonnell', 'ovpn': 'pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdonnell", "ovpn": "pdonnell@redhat.com Q9j56CPPXipXScmKi57PlQ fb616603b6d27cf65bfa1da83fc0ca39399861ad1c02bfed37ce9be17cdfa8ea"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.073 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jlayton', 'ovpn': 'jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jlayton", "ovpn": "jlayton@redhat aNfzMdXOhhmWRb25hwXJIg f51fee42c5268f7b8e00d57092dc522b0a07b31154ea52cf542da9cac5885868"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.074 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rzarzynski', 'ovpn': 'rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rzarzynski", "ovpn": "rzarzyns@redhat.com h4UkibgFG40ygfpfKTMBrg e20ca28c60144dbabc97953cd4c273c1b92cd45ebcddd0f0299679d7a5c87d7f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.084 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rdias', 'ovpn': 'rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rdias", "ovpn": "rdias@rdias-suse-laptop 0bh54sdB69mh95n5rWME5g 452e3338e48d04d4e816f4f1cb54d637746a7acc1ffe5e8ed4c1506c8e07a72e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.085 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-09-02T22:47:51.085 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-09-02T22:47:51.086 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'vshankar', 'ovpn': 'vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vshankar", "ovpn": "vshankar@h3ckers-pride eYOkK3Yj10T5PFLIUu5DKw f6d9d714fb6a97e51a4c8d2a4fb7ed0c0e87caedfd0fa813b209846abd9a8a20"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.097 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'akupczyk', 'ovpn': 'adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "akupczyk", "ovpn": "adam@TP50 C0YuBT9bYaNhdDmjbF56xg 5d298b33b9dbaef364b037561aa5c5de374405bb8afead5280db5b212506ea58"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.099 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'nojha', 'ovpn': 'nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nojha", "ovpn": "nojha@localhost YQTw/h6ZMgdJn7EPBmbEnw 253574eae62759c4c5d3bc4bf949c59948a0488e4dfe4c91ee754a3b5494847e\nnojha@nojha-mac aucFu11aJL4iZg9ch76Lmg 6f14a860471fabc125d167c7af8d4729c26bc93bfab5e73d5457ebf54d32d526\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.108 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ifed01', 'ovpn': 'ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ifed01", "ovpn": "ifed01@LocalSUSE1 6g6hX1bzTGBTCnDevAn0+w f18c9354f6de3f371c3b51521b62375e474802ac21adb3d71e09d8d5bf9d0c43"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.119 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'myoungwon', 'ovpn': 'myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "myoungwon", "ovpn": "myoungwon@fg2server p5CiGtdZolEwS1dCiRJjkg cd2491f835be1474a7802db607cf9a31c59e1031001e1dfb8fe240616dda9a71"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.121 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'gabrioux', 'ovpn': 'gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gabrioux", "ovpn": "gabrioux@elisheba 80kx1htp39RsFrlGONcp+A a95579ef6f90694cd6fd390302adf8532237a8ea65bd5544d9b561654d712ba2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.130 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'leseb', 'ovpn': 'leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "leseb", "ovpn": "leseb@mbp cCx1v5/FfaQ/IQHujqtG9Q 6121d11f9abfa6b1b36330eafaa2196249a9c92f989be25c9fac1558292c920f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.132 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'hchen', 'ovpn': 'hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hchen", "ovpn": "hchen@host12 hUr3k0rugStZMjvIxIvCOg 9d57e14d49901f18b24ee4076ae7e6a2f9eb6fd9fbce786660c448486c966fca"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.142 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jcollin', 'ovpn': 'jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jcollin", "ovpn": "jcollin@earth +H4Hk4WcNuqdQj7ch/Nulw 8426545e6457c9e1e8adca2af5ddf836fbcfb433cdc5359fd135afdf4e0f7d2a\njcollin@stratocaster jbjV3FsrsTJwyKUA3Y8VVQ 0439745f795fef1399636bd550040d45445d1607b471284c5c9b9dbccc86a987\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.153 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'xxg', 'ovpn': 'xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xxg", "ovpn": "xxg@zte Y2d/Ov201XMivDNwo4nUoQ 5e5da8d579793601699af628300430c1e5dd469c8bcff7c3ee11d23ec004bdcc"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.155 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'pcuzner', 'ovpn': 'pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pcuzner", "ovpn": "pcuzner@rh460p oK28wU5DSabvEL4VjDRhEg a449ed81d7e2970f418263fb3ce10dd711d03925a0990ddf298f826aae1caa53"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.165 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mkogan', 'ovpn': 'mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mkogan", "ovpn": "mkogan@mkP50 f/LENRJbsyepmvZA23F7Fg b908f1c0237a7ee56b73dc42f2df79b49ca83d6f4573f5229e7cfe6b4ad7b6a2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.166 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'vumrao', 'ovpn': 'vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vumrao", "ovpn": "vumrao@redhat TMNqzMvbJS8Va/8nT9QUQw ab386c2bd7c6796d5413e4d841a16dda2504cca6d95df831a652a30d2e5655ed"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.176 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'henrix', 'ovpn': 'henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "henrix", "ovpn": "henrix@hermes iPPDBfnLzP5Pe5FuTcJBmw b26aefb8a61451066f984e074f708ea9ca6b2c5d7cca35996c08b0b2bb2c2736"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.187 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'pbs1108', 'ovpn': 'pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pbs1108", "ovpn": "pbs1108@bspark_cli0 nSCINdeTLTLEO5JP/GIwRQ 76372ad6f7ad731556ff13605c3729eacaf59dcf7f9ac82dd9a8501bd95d3b26"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.188 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'clacroix', 'ovpn': 'clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "clacroix", "ovpn": "clacroix@redhat.com ZGY9sgvjT0BuJRi9zrULzg c3311aba4025aa42cd78c999dcee4e2c16415a3ac44ac8c95b77838459ef3315"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.198 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'epuertat', 'ovpn': 'epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "epuertat", "ovpn": "epuertat@private BnUoirwxGRWXtLxulJU5xA da2cfc4995bed82ef85db3633edad0a7eb2c32ba559a48259b10be94a8fdf006"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.209 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'tdehler', 'ovpn': 'tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "tdehler", "ovpn": "tdehler@think 7e0WC4Vh86XWZviZ9WBMgw 4dc8477db6e4f40312e6b2b9db293dc009e49e518015ace20431c0fb69025461"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.210 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'laura', 'ovpn': 'laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "laura", "ovpn": "laura@flab 2DGHIAxD39eNKOPkn3M67w ab1ae304abed3824a68b5c0ecf4f92fca76a4f8b9fcbcc0ca43388a85b7f9305"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.220 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'yaarit', 'ovpn': 'yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yaarit", "ovpn": "yaarit@centos TBuWjkAsj1GB/V9eWc/R1Q 7bd86a857dec48dc25850ecf0c00486d9a89c2ff5f88b2f28c3e36bdeb139fce"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.222 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rpavani1998', 'ovpn': 'admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rpavani1998", "ovpn": "admin1@rajula 31GbDo9d1YnW5BQ8u3utvw a2da13cb840f848846023c85442ba7bcce97dc186056a0ecc036a220d7eb7fc3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.231 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rishabh', 'ovpn': 'rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rishabh", "ovpn": "rishabh@p50 zdJ4XsBdVugwMrqJOSBi3Q c78bb28ba5cf2bf9c8edb80fe57814d60cd2ffdbd874cf9a271e5adf171bb0c4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.233 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'skrah', 'ovpn': 'skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "skrah", "ovpn": "skrah@thinkpad IboPmnUdsLqqRXlHQ1RT5w bf85db9e916dceaf84a1e6ea33c59eb4adb424cb4e727ce0a903a3498b799ed2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.243 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'smanjara', 'ovpn': 'smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "smanjara", "ovpn": "smanjara@fedora OfpUShUejOW2W/R4FlKQ7Q fab77ef619f730a5aaf255e4167aa7a35a7e5450d12820923d969036a6326b0f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.253 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'bengland', 'ovpn': 'bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "bengland", "ovpn": "bengland@bene-laptop ud1gWgoNggJTS7LQtPTZTA d3ebd084ce385cb450ce2f83c02dc66a1637dedbc7a8b191dab68acfc935af41"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.255 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'pnawracay', 'ovpn': 'pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pnawracay", "ovpn": "pnawracay@flab LIurEXLa7xbr+jzf2wRJVg 04062ba385602b385fd17f14de3a0cad83c685b8078fd2f18cc9ad77a4f4762d"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.265 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'alfonsomthd', 'ovpn': 'alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "alfonsomthd", "ovpn": "alfonsomthd@localhost iG3hmp+gS/4aOL4Vp/Nj4w ef1480c222cb2d540cf932ef2f27967891b768c2ad90b59a12a5279ceaa18b47"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.266 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'oliveiradan', 'ovpn': 'oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "oliveiradan", "ovpn": "oliveiradan@opensuse-dev twDqMYwYsdYmbgyCpUnElw ec3ee80ddc747c3ca5e1455a122279f8e1e642c5c09aa9c2ca7fec142f55089e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.276 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'swagner', 'ovpn': 'swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "swagner", "ovpn": "swagner@ubuntu 64V1h0Se0FmBQNH7KLibbQ ad7c91e9e2f7f3999492d5e41fbbc993327d37929bd09606227367d75e5556ba"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.278 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi132.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'yuvalif', 'ovpn': 'ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "yuvalif", "ovpn": "ylifshit@localhost dyc2NU2pMz8NF8/uR2kMxA 3a6f1f9e55b5116f74d01ffbabdc339054088d257a16cf9fafcfe05b27fa678e\nyuvalif@medea gy0T/Hj/6DnVSKyOKD0/ag 468fe695fad8610a8f2eba6d1015949e4e6dc3d62c50ecf03579928d45a8d2ae\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.288 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kkeithle', 'ovpn': 'kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kkeithle", "ovpn": "kkeithle@kkeithle.usersys.redhat.com FPnVevv1sp5hlWoJeDCe/g e5a1fa7ccf678b91ed570983d5420c98f109d507442c8e4dcd50803e0d71c852"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.299 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'emmericp', 'ovpn': 'paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "emmericp", "ovpn": "paul.emmerich@croit.io RN4hOorvA7irUg/3ViM9KQ 3bd06194186d2624cadf255fa1c38ddf7dded0a6d83dc6001cd55fcc0a899130"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.301 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mchangir', 'ovpn': 'mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mchangir", "ovpn": "mchangir@indraprastha 1p71eDTdLMzkySFg0d5qEg bc4fda0ac9ef5cfbfab0cd9e5ed956c75b6280a04043c90c288e62b416b42da0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.310 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sidharthanup', 'ovpn': 'sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sidharthanup", "ovpn": "sidharthanup@strawberryfields IZq91vqA+RG1Rtn3JFZb6Q a2873481cac9b8b4a0bd8bebe0248b3dccb370dd18b56a4dae713ca1fb0c4286"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.312 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'varsha', 'ovpn': 'varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "varsha", "ovpn": "varsha@local AGrJViO6wZF253aFeh/r5w f1248029ccdc45fd6e8fddb09ab3f8aa01123ab69cc6f3f11273528ce33e5a31"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.322 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sjust', 'ovpn': 'sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sjust", "ovpn": "sjust@pondermatic sCd6606QpID1PnHn0AxFag 46da7d4c77cb1238f83a34f99e774707110f997d88f3a0fd240aac9b7b7bbc85\nsjust@rex004 YS0in6YtQJHx5aUo7ZHi8Q bdd5977d05171a365539b19fae283ec2e3c7389516664692b9bbbaf98c7b61f4\nsjust@office w19UilyC/xu7uCzv0DnWRg ab20efc114b769bf4c2cf313eb30db09c2e2f8234992f120cfc3d1b8b347ed3c\nsam@deepthought 44sCi+GEfY0zjKo5M/4FiQ ed1eedd14ca68116a2000477fa078f8f736d0a15640723c32204bb30f14cb888\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.322 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ideepika', 'ovpn': 'deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ideepika", "ovpn": "deepika@x1carbon hyRj1/9UjWhVzhav5+LNKA e3f7d2882c2b1a410dbb5458c08f280814d652e34c87e96f8a2e8bef1928926f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.333 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'gsalomon', 'ovpn': 'gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gsalomon", "ovpn": "gsalomon@home BrlCVxStNlEZGf5yYYAz1w 4b0c8d5b57dae1328c16d3017b59b632ccdfebe4135209fa97748c70ff00cc46"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.344 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'soumyakoduri', 'ovpn': 'skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "soumyakoduri", "ovpn": "skoduri@localhost w/vFHwM/x4hUGlKJCteKiA 97933f044fdd8b3cf57ad744ce032728b06f354b0d719790def82b2f5b9a6133"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.345 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kyr', 'ovpn': 'kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kyr", "ovpn": "kyr@suse Xu4+Yi98Il4ETOAav6okqA 03bc46e5fac6346cd82ff681f756860f98e0c61168633ce23325efde11a1964a"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.355 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sseshasa', 'ovpn': 'sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sseshasa", "ovpn": "sseshasa@thinkpad jyB1pr0I3qsDknkTnJTMjg 72ac1456e344c22fd940d0ba0e035aa3819ef7cd3891e53308aa92ba2dec8849"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.357 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rfriedma', 'ovpn': 'rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rfriedma", "ovpn": "rfriedma@rflap.redhat.com 5+OUPoyz8K0M0kcymdQOjA 40ce705001f31d7156c965228938cd4b02ae1a2c43dac1bbcd1b538e70312189"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.366 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'lmb', 'ovpn': 'lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lmb", "ovpn": "lmb@hermes LMS8kAikL0iqw2S6IbXa3Q f57a493b31e7ed02a2563dd4295278d4842dc698b4c635d011a8d2b4b1fd5c2b"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.377 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ksirivad', 'ovpn': 'ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ksirivad", "ovpn": "ksirivad@ksirivad prZzE08FqnY6hFtGk0Q6XQ 2ef0878b0050cf28775813fe0991f9a746c07e61920280ce29ee69088eda5efc\nksirivad@macbook 0ivvJOZVAywT15aJCDF2xw 0066940a99b2d37dcd856c8622f48e0d8cb59c092f8f96cc2352ec0bc979ce45\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.379 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ofriedma', 'ovpn': 'ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ofriedma", "ovpn": "ofriedma@myhost IIifKuFYfX5EqO3mhV8lAg 82cb23a98361f3624b2f1f4e0f694f9439ae7735b171ba5e3bb5f0744f5ddfc4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.389 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'h4iresis', 'ovpn': 'h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "h4iresis", "ovpn": "h4iresis@fedora NyMdx+dAfmujNSDB63kI+g bcf6c36594585e0fbf9f037bf1a13fe63db4b82a52ff1349349fac748b5c4e52"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.391 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'shyukri', 'ovpn': 'shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyukri", "ovpn": "shyukri@t480 KEbvWFIOWqkHsLgffi6GMQ fcd405d0cf6b2c7ba53397c4ed1156e852317fb02bcd6f0e98e5eb3c1c3aa4b5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.401 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'scarvalhojr', 'ovpn': 'scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "scarvalhojr", "ovpn": "scarvalhojr@milestones utvFbB+X1G75M589jLfFXQ 9c62bf416c9204b25028ba0e5bd45f754c4aa8f84a85b9d5ded02aa83f03e82e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.412 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rakesh', 'ovpn': 'rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rakesh", "ovpn": "rakesh@fedora CXsWP7Wzu2C+bTN6mIeMiw 2f4f492cd085f1f46d1d5018aeb7705ba855c4481e230a8188b8f5ea9994b91b"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.413 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ryg-', 'ovpn': 'ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ryg-", "ovpn": "ryg@wombat Y8asVyh6Qu+EEmWlRd1zXA d4923cf7be8e59728ea290aaec7670903b39b6444e5d303016338ddf5ab7837f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.423 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'prsrivas', 'ovpn': 'prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prsrivas", "ovpn": "prsrivas@t480 dvGwTZM2FivQPrMGmkY53g 80afabbb654af66ec01463d0e0425be5643eaca10bbf756f2b8313645d2b8da3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.425 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'zdover', 'ovpn': 'zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zdover", "ovpn": "zdover@lenovot5301 88ArNhsAMXq/nkSC9tKDig 131b8214bbea52345220522f8dd13c768bc5c1e41e4d164e7138719cfc3295d3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.434 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'rraja', 'ovpn': 'rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "rraja", "ovpn": "rraja@p50 k0lrZNIKWMH/VrZupJ9diA 03bfe34ee6e9a541e10426a3cc1e1046655420d4d0a79ce5667bec1b469a0100"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.436 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'toabctl', 'ovpn': 'toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "toabctl", "ovpn": "toabctl@minze a3I/7JakMEEANsNXCYM5XA b9715003902937328801993a359da43c61ab0be8d17f92371a48dca0821fb13f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.446 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mgfritch', 'ovpn': 'mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mgfritch", "ovpn": "mgfritch@laptop 94prpsaAkBwTzMmF9JR4WA 3adb8aad97b1f78c74d3ae91f21f4b165749843dacabad74f0039212c5a5db39"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.447 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'xiubli', 'ovpn': 'root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xiubli", "ovpn": "root@lxbceph0 /BNUvfmLPqzfbIz/Jzlqkw 3e109dcb826d45a6ee7e8195fc025b257b3d369e135400bf0a4bf503d48503e3\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.457 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jafaj', 'ovpn': 'jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jafaj", "ovpn": "jan@jfsuselaptop ddAKCkWSc1rEhQadU15jkA 90ddc588ca94ab776b539a1c5246a216dfbebabba3709ae803d386f978b65c6f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.468 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jschmid', 'ovpn': 'jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jschmid", "ovpn": "jschmid@zulu BqyepNoWzZbbsslJbvCuYg 4ce9b431fdd8a06856cfe00b88665da11dde1cacd72d40bf3dbe54ff633066ef"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.469 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi132.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} TASK [users : Update authorized_keys for each user with literal keys] ********** skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kachau', 'ovpn': 'kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kachau", "ovpn": "kachau@thinkpad dX7+Zp6Z+rMSZTbxL52c7g 59d0d7be858e4a3769eaca4563399989298004a271f60b08cc36bf4130e089fe"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.480 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'khiremat', 'ovpn': 'khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "khiremat", "ovpn": "khiremat@kotresh-T490s 7o9JjenDm1h34Zmd2SWO2g 791981cd84bd4c80bf3ff6076ebc64b3ebf8432903e36d1a49bbee27561f8315"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.482 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kapandya', 'ovpn': 'kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kapandya", "ovpn": "kapandya@thinkpad g4JoonWShBhyS6fEdaHh7A 2990a987bf7afee6e3c8b5236b3dac813a57dbdce47ec63965c40b1b7bdafd67"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.491 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'prasad', 'ovpn': 'prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prasad", "ovpn": "prasad@macprasad tJYuW/3nDX8ikaLyJQdpAQ 1544f87809a170bb61069b588630467b05283a1347945b9545205b0a28110f89"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.502 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'vikhyat', 'ovpn': 'vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vikhyat", "ovpn": "vikhyat@redhat ae77Y7dK1BxLEfQvAOJo8A a62d65a2aa09a75dca299ce0424caf6bcbc52696b22aa1567432aac34d78f18f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.504 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'shraddhaag', 'ovpn': 'shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shraddhaag", "ovpn": "shraddhaag@asus w1lmx5nwk8QQ/4u3UfGsJQ 98c5840f994a5e35b234375b07b1782f9a92bdcd5cf73e5847027045ab88e6d2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.514 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'gkyratsas', 'ovpn': 'gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "gkyratsas", "ovpn": "gkyratsas@suse.com PO5Ut+2Z4kCMjaumOyA+1A 70fafe30ccb801c8c0a059a7eb3a842a2d08015b828c63bc1a702caf056014c7"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.516 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'prateek', 'ovpn': 'prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "prateek", "ovpn": "prateek@linux kj4pU4yLf+76XxY0mvoIwg c24292e824e3e43ebf7465f1079449ce80bf26311426ae3914cdf1fe8d591c67"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.525 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jelopez', 'ovpn': 'jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jelopez", "ovpn": "jelopez@imac XbzY2mjr57lSPExJp0ZBgA 4f5dfad692c25293cd58393bd8ddae91b4dc0b2561c860072e0665933531208e"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.527 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dcain', 'ovpn': 'dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dcain", "ovpn": "dcain@fullsteam 7vptxC1ZWCXLUV3FJwWQAg 2d73728e16c5f724e5f28eb326c24b8e13e7b361bcbaf506809f539e80223389"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.536 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sunny', 'ovpn': 'sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunny", "ovpn": "sunny@devBox 81r/AKNOWhvaD0ESYy6tTg 58b86902f858bc3f1edb12cfc41ce10ed163985db2f7c253de08b7f1c310fe11"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.547 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'xuxuehan', 'ovpn': 'xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuxuehan", "ovpn": "xuxuehan@xuxuehan-PC aJDFkJ1+XzbovMyvRiFCAQ 5a71908d9bc8372ce0fff3bdbce4ea0e27eb11af0ed30e573f93d7a0b4335279\nxuxuehan@xuxuehan-notebook LzP6obPSYuao0iCJLQ/92A 3af116b690da581c77912a0c5fe184c84ca78526f67331db15714bc4ffddbcdc\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.549 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'aclewett', 'ovpn': 'aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "aclewett", "ovpn": "aclewett@mac bP0KgOkhW1GxTiugD3jMQA 90009b65da8175e083ee0e79d4953268f44493b98c2b532854da8d9e1d14e798"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.558 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'cblum', 'ovpn': 'cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cblum", "ovpn": "cblum@ ad4mZ9Cg0u6H8AdARvQUZw 4e3cec570cbe42786e5190de4194c2937f1073aef62a25b61bd85e05ee23db56"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.559 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mlatimer', 'ovpn': 'mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mlatimer", "ovpn": "mlatimer@lx5510 3lc4nP664Dmg63yr8yKG7w 3778fb16fb62d1a7d61f41cf2c2e72fd9acaae2805de2dc34497ef41ee1ad64f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.570 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'shyamsundarr', 'ovpn': 'shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shyamsundarr", "ovpn": "shyamsundarr@bartimaeus HUEzMC00f5f/tdydddWGNw e9032244bda086ecca6abc4f525296f9a125e4bbdb768d8c76c6d53d02f475d5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.572 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'shuzhenyi', 'ovpn': 'bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "shuzhenyi", "ovpn": "bigwhite@wrjj37deMacBook-Pro-2.local VoTYmzsOPazeWcH+DOHXKw d7502e96b37ebc2ee5e0c14c6026f10e2e72b49be70dd1c5c7e9751fafcd8501"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.581 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mdipalma', 'ovpn': 'mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mdipalma", "ovpn": "mdipalma@mdmac IVn9Oy/SxZEmDgSWSeo3jA ea4dc08cb39ba55ade357c4949bf3f7d4d0322171ff5b5dac3c06d47cdc38f14"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.593 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kchang', 'ovpn': 'kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kchang", "ovpn": "kchang@kiefer-uchi Vy8tg3hSizdX5fIAJFgG/A 912a49a77b5722fdf4b9e304ee329c7b808728d73bb1e1f70cf55bd1221a3da3"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.594 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'vereddy', 'ovpn': 'vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "vereddy", "ovpn": "vereddy@vereddy.remote.csb 8jHiMDBfgQxu/8+MTlPR1A 07898add1a48c50647de4a81ad23db0c8545202cb56d3172db9b22df32c6b4a2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.605 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'benhanokh', 'ovpn': 'gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "benhanokh", "ovpn": "gbenhano@localhost.localdomain uMf63iCCcqDt1rUnOSujaw 8c554c50bf8e27d3373515168e59f4ed3e4c48bace5689838268569948545ed5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.607 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jsalomon', 'ovpn': 'jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsalomon", "ovpn": "jsalomon@Josh-laptop 9V9NVwrt57LxXiqRh5Q7PQ 4cf0b0dfa39cf1e72f51bbfed19b4d88bdb286d09e54a99eb35721e33b1ae7b0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.618 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jolmomar', 'ovpn': 'jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jolmomar", "ovpn": "jolmomar@thinkpad CnoIzb/786lZh1NINj0xAA e60eeb560654da4b84977a4f9dbccd599bf9460980985ee5726595eb4a46e640"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.619 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'hmunjulu', 'ovpn': 'hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "hmunjulu", "ovpn": "hmunjulu@thinkpad +5kJJIhXveJw6Q8ytILUSA 546f32fb058ff40ef3113e6c258b0f1cba6611155ba0a40a55646946cdb53019"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.629 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'julpark', 'ovpn': 'julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "julpark", "ovpn": "julpark@thinkpad svj+nOCQG95zuBUwdJoluQ 7252f05ef02b16fd74d931d6cf937304afbb098dbdbde13d377e884fe35e2fb8"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.631 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdhange', 'ovpn': 'prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdhange", "ovpn": "prashant@cephdev JZCEN2T5TXiHnU5yLG4hBg 3f94ec1bd179dafd2d58335ac4bea35808d394d30fa9e174fe16d6b872450fe0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.641 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dpivonka', 'ovpn': 'dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dpivonka", "ovpn": "dpivonka@thinkpad 6vBnL22Dfp8d9grCNtSoHw c8270453301dbec76f8070809078087ff892c74360b80a82002d58c50af19ec4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.641 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'adking', 'ovpn': 'adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "adking", "ovpn": "adking@laptop1 VkjYUD1hJpR8sFhrH6MIcg 28c610bc9f7321de315923288d24650bdb4bc90593b423f1f59db16d67b6d625"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.652 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'amathuri', 'ovpn': 'amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amathuri", "ovpn": "amathuri@thinkpad WDHZL4VspBmlz5dzRlAGUQ 7f2c5d8e2554b869a09fdc20d6e4aabffa8200ef8e2b8d1bc951bfc673757267\namathuri@lenovothinkpad MhlrEG4X+iKq2d2GxwMbmA 812cfea500340140144ecb27f7851b86d8daff658f173189fceec8e61b59cbf2\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.654 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** ok: [smithi132.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-09-02T22:47:51.664 INFO:teuthology.task.ansible.out: TASK [users : Update authorized_keys for each user with literal keys] ********** 2021-09-02T22:47:51.665 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'nizamial09', 'ovpn': 'nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "nizamial09", "ovpn": "nia@redhat +vB2tfopNqiNnGugVmX3ew f9f6878bb5e6bb2353fa8da7d76e2d621e9fbf89a4c7583d7265cb984e231a99"}, "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'dachary', 'ovpn': 'loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "dachary", "ovpn": "loic@tulipe 1NGxatlPDW6m9FLwzG2Gng cc19cfe2d2101909e9e0ae6b207d7e8dccafd8ec1f4594bdd006dda6b67a80b5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.675 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'amctagga', 'ovpn': 'amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "amctagga", "ovpn": "amctagga@redhat20 DsFh00Ttjtomgs5nlTX3SA 713280e601e14a8fecfe190490e362f5f97bba3517b2bcfd4abd5230a45fbaa1"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.677 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'kevinz', 'ovpn': 'kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "kevinz", "ovpn": "kevinz@linaroceph a2GchLhkaayg78xuUnI0sA b545e84634e614099b00d50e593933eabf0793035eaa439b6d82ec669f69de7f"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.686 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'liu-chunmei', 'ovpn': 'liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "liu-chunmei", "ovpn": "liu-chunmei@otccldstore gKMLlCSH99LCDse00ja0Kg 2c140368bca0e48102330631f91e5299298461a24cab483b9765293eafb2050c"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.688 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'cyx1231st', 'ovpn': 'cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "cyx1231st", "ovpn": "cyx1231st@yingxin-server C3qUn5JXYFehgyfol2lnhw c5f306797eac838797ea99b07bd0f5e8e185052887b82ba5c343a42eb271747a"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.697 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sunnagar', 'ovpn': 'sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sunnagar", "ovpn": "sunil@sepia-lab j6h8NzyTGEE6WHYT3uiOXA eda7763cdd544d8e7198cefee77f38641d44c8a6aa4d37b8b1429620641809ae"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.708 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'lflores', 'ovpn': 'lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "lflores", "ovpn": "lflores@fedora CqF8+5Scni+GHCfHkm3AAA 0771c83aa58141af4704f4b01bba4490638ee2033fdabe5a2a4b8e06768b29c2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.710 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'jsawaya', 'ovpn': 'jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "jsawaya", "ovpn": "jsawaya@thinkpad jEJaJNljo4e2sHstFCNljQ d0042e4c40344f7fa350d3e0b748686aea00c4757ffbe32a41f3b119463d9f46"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.719 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'markw8973240', 'ovpn': 'shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "markw8973240", "ovpn": "shuai@mac d7Tqhwnt5D7+jeeqKQ375w e6ac2fb0750350a007d00bba1354989402199dc012150a84805be57a92e6f06d"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.721 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'luisrico', 'ovpn': 'lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "luisrico", "ovpn": "lricomor@lricomor-mac DI4SNq2EznedeK8Cztt2ug e05bc16840e8c3c45f641852101ad921abc248013ec89a599c27c275767b5347"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.731 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'matan', 'ovpn': 'matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "matan", "ovpn": "matan@main-win vEAxj3ZM9DjxBi/jfjc+jQ 9c30b8fcef9bdc804090947a92e1e60cc21d3f280f261bc3f4cecac64541dc6e\nmatan@thinkpad JJuwaWbac2lbcH5pCGON1w 521fe30e3a950915a1b538913c1af76198c4133018b7869d348740c708b38a7d\n"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.732 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ozeneva', 'ovpn': 'ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ozeneva", "ovpn": "ozeneva@omri qB3om9JUxgVneOibFeRq6Q 92277afcd0bce888f60dceab4b2e8695ebbf7241dba09e3350a12c4fffd6ebd5"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.742 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'sudhanaruna', 'ovpn': 'ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "sudhanaruna", "ovpn": "ArunaSudhan@sudhan-linux t/fhf5WR4vQxW3F/Lx7Atw 09248b17c9abfe802ca4be1b93ad318138f54fb60b073ff857c2effadb27a997"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.744 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'zl31wang', 'ovpn': 'zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "zl31wang", "ovpn": "zl31wang@sjtu Et6K7OVsdRTnvOY5iuvUxA a7f66c06b405df269ac8f28a4b2c9f00d087091082c53ed5e03517e3811d9fc2"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.753 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'mayagilad', 'ovpn': 'mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "mayagilad", "ovpn": "mayagilad@mayagilad-ThinkPad-T480 AGw0uOFkRU6SX8Kp3nyGuA d29a792aad9cc6038dfc2e3471f6556b50ef73562b1bc6231c39d8daf20a19d0"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.764 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'arjsharm', 'ovpn': 'arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "arjsharm", "ovpn": "arjun@thinkpad_local 06szrDO7vKFS7BSicSbDsw e1284059b3e0604191a0f35e2841f22835b0e75249e637d8297edbee458ccf39"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.766 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'melissali', 'ovpn': 'melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "melissali", "ovpn": "melissali@melissali-ubuntu pooAecOHrOtZ3gXewVMxnw 36860a4078c773f47e1a58d2f120ec79e468142120ff6a816cb6ffbb9fd9ef07"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.775 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'ionutbalutoiu', 'ovpn': 'ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "ionutbalutoiu", "ovpn": "ionutbalutoiu@macbook ruUdfqkSfEhKctGGLeQvkw 0a6cab2332041d56ca8b1216242195af2ad8d0ec6360fd6c1dd080f5f43240e1"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.777 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'pdiazbou', 'ovpn': 'pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "pdiazbou", "ovpn": "pdiazbou@thinkpad BNtoPcISV462wNeprZDOcg f6faca031e6549014132b4c66e53721c9d934a09d0d9d0f36e2dd31f90be1ce4"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.787 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'name': 'xuwang', 'ovpn': 'xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8'}) => {"ansible_loop_var": "item", "changed": false, "item": {"name": "xuwang", "ovpn": "xuwang@laptop 2U0uRjvVh8eE4iSkFzK2Kg 2a9db1c375a032cc0a892ca2d0721f9d7303e2db5a7eab647870d7c2022ee2e8"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.826 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:51 +0000 (0:00:01.017) 0:01:18.673 **** 2021-09-02T22:47:51.854 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-09-02T22:47:51.855 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-09-02T22:47:51.897 INFO:teuthology.task.ansible.out: TASK [Filter the revoked_users list] ******************************************* skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:47:51.917 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:47:51 +0000 (0:00:00.090) 0:01:18.764 **** 2021-09-02T22:47:52.047 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-09-02T22:47:52.049 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-09-02T22:47:52.193 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=zcerza) => {"ansible_loop_var": "item", "changed": false, "item": "zcerza", "name": "zcerza", "state": "absent"} 2021-09-02T22:47:52.235 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-09-02T22:47:52.381 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=aschoen) => {"ansible_loop_var": "item", "changed": false, "item": "aschoen", "name": "aschoen", "state": "absent"} 2021-09-02T22:47:52.434 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-09-02T22:47:52.571 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=andrew) => {"ansible_loop_var": "item", "changed": false, "item": "andrew", "name": "andrew", "state": "absent"} 2021-09-02T22:47:52.623 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-09-02T22:47:52.759 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=sweil) => {"ansible_loop_var": "item", "changed": false, "item": "sweil", "name": "sweil", "state": "absent"} 2021-09-02T22:47:52.812 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-09-02T22:47:52.958 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=brad) => {"ansible_loop_var": "item", "changed": false, "item": "brad", "name": "brad", "state": "absent"} 2021-09-02T22:47:53.000 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-09-02T22:47:53.145 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=kefu) => {"ansible_loop_var": "item", "changed": false, "item": "kefu", "name": "kefu", "state": "absent"} 2021-09-02T22:47:53.187 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-09-02T22:47:53.333 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=shylesh) => {"ansible_loop_var": "item", "changed": false, "item": "shylesh", "name": "shylesh", "state": "absent"} 2021-09-02T22:47:53.385 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-09-02T22:47:53.520 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=gmeno) => {"ansible_loop_var": "item", "changed": false, "item": "gmeno", "name": "gmeno", "state": "absent"} 2021-09-02T22:47:53.573 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-09-02T22:47:53.708 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=alfredodeza) => {"ansible_loop_var": "item", "changed": false, "item": "alfredodeza", "name": "alfredodeza", "state": "absent"} 2021-09-02T22:47:53.761 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-09-02T22:47:53.907 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=trhoden) => {"ansible_loop_var": "item", "changed": false, "item": "trhoden", "name": "trhoden", "state": "absent"} 2021-09-02T22:47:53.986 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-09-02T22:47:54.086 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=nishtha) => {"ansible_loop_var": "item", "changed": false, "item": "nishtha", "name": "nishtha", "state": "absent"} 2021-09-02T22:47:54.139 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-09-02T22:47:54.275 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=yguang) => {"ansible_loop_var": "item", "changed": false, "item": "yguang", "name": "yguang", "state": "absent"} 2021-09-02T22:47:54.328 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-09-02T22:47:54.474 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=sdieffen) => {"ansible_loop_var": "item", "changed": false, "item": "sdieffen", "name": "sdieffen", "state": "absent"} 2021-09-02T22:47:54.516 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-09-02T22:47:54.661 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=brian) => {"ansible_loop_var": "item", "changed": false, "item": "brian", "name": "brian", "state": "absent"} 2021-09-02T22:47:54.704 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-09-02T22:47:54.850 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=pmcgarry) => {"ansible_loop_var": "item", "changed": false, "item": "pmcgarry", "name": "pmcgarry", "state": "absent"} 2021-09-02T22:47:54.892 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-09-02T22:47:55.039 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=karnan) => {"ansible_loop_var": "item", "changed": false, "item": "karnan", "name": "karnan", "state": "absent"} 2021-09-02T22:47:55.081 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-09-02T22:47:55.227 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=ryneli) => {"ansible_loop_var": "item", "changed": false, "item": "ryneli", "name": "ryneli", "state": "absent"} 2021-09-02T22:47:55.269 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-09-02T22:47:55.415 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=dlambrig) => {"ansible_loop_var": "item", "changed": false, "item": "dlambrig", "name": "dlambrig", "state": "absent"} 2021-09-02T22:47:55.467 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-09-02T22:47:55.602 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=icolle) => {"ansible_loop_var": "item", "changed": false, "item": "icolle", "name": "icolle", "state": "absent"} 2021-09-02T22:47:55.655 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-09-02T22:47:55.791 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=soumya) => {"ansible_loop_var": "item", "changed": false, "item": "soumya", "name": "soumya", "state": "absent"} 2021-09-02T22:47:55.843 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-09-02T22:47:55.989 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=jspray) => {"ansible_loop_var": "item", "changed": false, "item": "jspray", "name": "jspray", "state": "absent"} 2021-09-02T22:47:56.031 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-09-02T22:47:56.177 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=erwan) => {"ansible_loop_var": "item", "changed": false, "item": "erwan", "name": "erwan", "state": "absent"} 2021-09-02T22:47:56.219 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-09-02T22:47:56.365 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=jj) => {"ansible_loop_var": "item", "changed": false, "item": "jj", "name": "jj", "state": "absent"} 2021-09-02T22:47:56.418 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-09-02T22:47:56.562 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=amarangone) => {"ansible_loop_var": "item", "changed": false, "item": "amarangone", "name": "amarangone", "state": "absent"} 2021-09-02T22:47:56.604 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-09-02T22:47:56.750 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=oprypin) => {"ansible_loop_var": "item", "changed": false, "item": "oprypin", "name": "oprypin", "state": "absent"} 2021-09-02T22:47:56.793 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-09-02T22:47:56.938 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=adamyanova) => {"ansible_loop_var": "item", "changed": false, "item": "adamyanova", "name": "adamyanova", "state": "absent"} 2021-09-02T22:47:56.991 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-09-02T22:47:57.127 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=sbillah) => {"ansible_loop_var": "item", "changed": false, "item": "sbillah", "name": "sbillah", "state": "absent"} 2021-09-02T22:47:57.179 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-09-02T22:47:57.314 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=onyb) => {"ansible_loop_var": "item", "changed": false, "item": "onyb", "name": "onyb", "state": "absent"} 2021-09-02T22:47:57.367 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-09-02T22:47:57.512 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=jwilliamson) => {"ansible_loop_var": "item", "changed": false, "item": "jwilliamson", "name": "jwilliamson", "state": "absent"} 2021-09-02T22:47:57.565 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-09-02T22:47:57.701 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=kmroz) => {"ansible_loop_var": "item", "changed": false, "item": "kmroz", "name": "kmroz", "state": "absent"} 2021-09-02T22:47:57.753 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-09-02T22:47:57.888 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=shehbazj) => {"ansible_loop_var": "item", "changed": false, "item": "shehbazj", "name": "shehbazj", "state": "absent"} 2021-09-02T22:47:57.940 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-09-02T22:47:58.076 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=abhishekvrshny) => {"ansible_loop_var": "item", "changed": false, "item": "abhishekvrshny", "name": "abhishekvrshny", "state": "absent"} 2021-09-02T22:47:58.139 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-09-02T22:47:58.284 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=asheplyakov) => {"ansible_loop_var": "item", "changed": false, "item": "asheplyakov", "name": "asheplyakov", "state": "absent"} 2021-09-02T22:47:58.336 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": false, "item": "jdillaman", "name": "jdillaman", "state": "absent"} 2021-09-02T22:47:58.472 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=liupan) => {"ansible_loop_var": "item", "changed": false, "item": "liupan", "name": "liupan", "state": "absent"} 2021-09-02T22:47:58.524 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-09-02T22:47:58.659 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=adeza) => {"ansible_loop_var": "item", "changed": false, "item": "adeza", "name": "adeza", "state": "absent"} 2021-09-02T22:47:58.712 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-09-02T22:47:58.847 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=pranith) => {"ansible_loop_var": "item", "changed": false, "item": "pranith", "name": "pranith", "state": "absent"} 2021-09-02T22:47:58.910 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-09-02T22:47:59.046 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=dorinda) => {"ansible_loop_var": "item", "changed": false, "item": "dorinda", "name": "dorinda", "state": "absent"} 2021-09-02T22:47:59.100 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-09-02T22:47:59.235 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=zyan) => {"ansible_loop_var": "item", "changed": false, "item": "zyan", "name": "zyan", "state": "absent"} 2021-09-02T22:47:59.288 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-09-02T22:47:59.423 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=jdillaman) => {"ansible_loop_var": "item", "changed": false, "item": "jdillaman", "name": "jdillaman", "state": "absent"} 2021-09-02T22:47:59.487 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-09-02T22:47:59.613 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=nlevine) => {"ansible_loop_var": "item", "changed": false, "item": "nlevine", "name": "nlevine", "state": "absent"} 2021-09-02T22:47:59.678 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-09-02T22:47:59.803 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=tbrekke) => {"ansible_loop_var": "item", "changed": false, "item": "tbrekke", "name": "tbrekke", "state": "absent"} 2021-09-02T22:47:59.876 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-09-02T22:47:59.990 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=taco) => {"ansible_loop_var": "item", "changed": false, "item": "taco", "name": "taco", "state": "absent"} 2021-09-02T22:48:00.063 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-09-02T22:48:00.188 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=louis) => {"ansible_loop_var": "item", "changed": false, "item": "louis", "name": "louis", "state": "absent"} 2021-09-02T22:48:00.253 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-09-02T22:48:00.295 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:00 +0000 (0:00:08.377) 0:01:27.142 **** 2021-09-02T22:48:00.375 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=amarango) => {"ansible_loop_var": "item", "changed": false, "item": "amarango", "name": "amarango", "state": "absent"} 2021-09-02T22:48:00.573 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=oobe) => {"ansible_loop_var": "item", "changed": false, "item": "oobe", "name": "oobe", "state": "absent"} 2021-09-02T22:48:00.762 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=rturk) => {"ansible_loop_var": "item", "changed": false, "item": "rturk", "name": "rturk", "state": "absent"} 2021-09-02T22:48:00.835 INFO:teuthology.task.ansible.out: TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** 2021-09-02T22:48:00.837 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "checksum": "86e4a2dae5f62bb631669de9d1a6c6efe9b72935", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "5694a3125663295343f0bc40f8059adb", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1630622880.3869982-22924-38902648530888/source", "state": "file", "uid": 0} 2021-09-02T22:48:00.858 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:00 +0000 (0:00:00.562) 0:01:27.704 **** 2021-09-02T22:48:00.926 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** 2021-09-02T22:48:00.928 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => { "msg": "Host smithi132.front.sepia.ceph.com is running CentOS 8.3 (n/a)" } 2021-09-02T22:48:00.949 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:00 +0000 (0:00:00.091) 0:01:27.796 **** 2021-09-02T22:48:00.956 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-09-02T22:48:00.958 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=fche) => {"ansible_loop_var": "item", "changed": false, "item": "fche", "name": "fche", "state": "absent"} 2021-09-02T22:48:01.021 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-09-02T22:48:01.023 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-09-02T22:48:01.045 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.096) 0:01:27.892 **** 2021-09-02T22:48:01.114 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-09-02T22:48:01.116 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:01.137 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.091) 0:01:27.983 **** 2021-09-02T22:48:01.154 INFO:teuthology.task.ansible.out: TASK [Remove revoked users] **************************************************** 2021-09-02T22:48:01.156 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=jbainbri) => {"ansible_loop_var": "item", "changed": false, "item": "jbainbri", "name": "jbainbri", "state": "absent"} 2021-09-02T22:48:01.333 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=kdhananj) => {"ansible_loop_var": "item", "changed": false, "item": "kdhananj", "name": "kdhananj", "state": "absent"} 2021-09-02T22:48:01.388 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.251) 0:01:28.235 **** 2021-09-02T22:48:01.448 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-09-02T22:48:01.449 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.079447", "end": "2021-09-02 22:48:01.431335", "rc": 0, "start": "2021-09-02 22:48:01.351888", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-09-02T22:48:01.474 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.086) 0:01:28.321 **** 2021-09-02T22:48:01.542 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-09-02T22:48:01.544 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:01.568 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.093) 0:01:28.414 **** 2021-09-02T22:48:01.648 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-09-02T22:48:01.649 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:01.670 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.102) 0:01:28.517 **** 2021-09-02T22:48:01.739 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-09-02T22:48:01.741 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:01.761 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.090) 0:01:28.608 **** 2021-09-02T22:48:01.850 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-09-02T22:48:01.851 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:01.873 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.112) 0:01:28.720 **** 2021-09-02T22:48:01.943 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-09-02T22:48:01.944 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [users : Write /keys-repo-sha1 sentinel file] ***************************** changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "checksum": "86e4a2dae5f62bb631669de9d1a6c6efe9b72935", "dest": "/keys-repo-sha1", "gid": 0, "group": "root", "md5sum": "5694a3125663295343f0bc40f8059adb", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_runtime_t:s0", "size": 40, "src": "/home/ubuntu/.ansible/tmp/ansible-tmp-1630622881.4855335-22977-269541914916292/source", "state": "file", "uid": 0} 2021-09-02T22:48:01.965 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.092) 0:01:28.812 **** 2021-09-02T22:48:01.985 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:01 +0000 (0:00:00.019) 0:01:28.831 **** 2021-09-02T22:48:02.033 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** 2021-09-02T22:48:02.035 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.056 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.071) 0:01:28.903 **** 2021-09-02T22:48:02.063 INFO:teuthology.task.ansible.out: TASK [common : Log the OS name, version and release] *************************** ok: [smithi162.front.sepia.ceph.com] => { "msg": "Host smithi162.front.sepia.ceph.com is running CentOS 8.3 (n/a)" } 2021-09-02T22:48:02.088 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.031) 0:01:28.934 **** 2021-09-02T22:48:02.136 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-09-02T22:48:02.138 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi132.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:02.159 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.071) 0:01:29.006 **** 2021-09-02T22:48:02.177 INFO:teuthology.task.ansible.out: TASK [common : Including major version specific variables.] ******************** 2021-09-02T22:48:02.179 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml) => {"ansible_facts": {"nrpe_selinux_packages": ["python3-libsemanage", "python3-policycoreutils"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/centos_8.yml"} 2021-09-02T22:48:02.202 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.042) 0:01:29.049 **** 2021-09-02T22:48:02.240 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** 2021-09-02T22:48:02.242 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.264 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.062) 0:01:29.111 **** 2021-09-02T22:48:02.281 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 6)] *********************** 2021-09-02T22:48:02.283 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.304 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.040) 0:01:29.151 **** 2021-09-02T22:48:02.332 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** 2021-09-02T22:48:02.333 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.355 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.050) 0:01:29.202 **** 2021-09-02T22:48:02.436 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2021-09-02T22:48:02.437 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.458 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.102) 0:01:29.305 **** 2021-09-02T22:48:02.538 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-09-02T22:48:02.539 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:02.559 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.101) 0:01:29.406 **** 2021-09-02T22:48:02.617 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone (RHEL/CentOS 7)] *********************** 2021-09-02T22:48:02.619 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "cmd": "timedatectl | grep -E \"Time ?zone\" | sed -e \"s/.*: \\(.*\\) (.*/\\1/\"", "delta": "0:00:00.077773", "end": "2021-09-02 22:48:02.594333", "rc": 0, "start": "2021-09-02 22:48:02.516560", "stderr": "", "stderr_lines": [], "stdout": "Etc/UTC", "stdout_lines": ["Etc/UTC"]} 2021-09-02T22:48:02.641 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.082) 0:01:29.488 **** 2021-09-02T22:48:02.649 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-09-02T22:48:02.651 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.674 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.032) 0:01:29.520 **** 2021-09-02T22:48:02.711 INFO:teuthology.task.ansible.out: TASK [common : Reboot RHEL7 to workaround systemd bug] ************************* 2021-09-02T22:48:02.713 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.738 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.064) 0:01:29.585 **** 2021-09-02T22:48:02.755 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-09-02T22:48:02.757 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:02.781 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.042) 0:01:29.627 **** 2021-09-02T22:48:02.808 INFO:teuthology.task.ansible.out: TASK [common : Wait for reboot in case of systemd workaround] ****************** 2021-09-02T22:48:02.810 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.832 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.051) 0:01:29.679 **** 2021-09-02T22:48:02.849 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-09-02T22:48:02.851 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.884 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.051) 0:01:29.731 **** 2021-09-02T22:48:02.905 INFO:teuthology.task.ansible.out: TASK [common : Set /etc/localtime (RHEL/CentOS 6)] ***************************** 2021-09-02T22:48:02.906 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.930 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.045) 0:01:29.776 **** 2021-09-02T22:48:02.958 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-09-02T22:48:02.960 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:02.982 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:02 +0000 (0:00:00.052) 0:01:29.829 **** 2021-09-02T22:48:02.999 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone (RHEL/CentOS >= 7)] **************************** 2021-09-02T22:48:03.001 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.023 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.041) 0:01:29.870 **** 2021-09-02T22:48:03.051 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-09-02T22:48:03.053 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.075 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.051) 0:01:29.921 **** 2021-09-02T22:48:03.092 INFO:teuthology.task.ansible.out: TASK [common : Install yum on Fedora 22 and later] ***************************** 2021-09-02T22:48:03.094 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.116 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.041) 0:01:29.963 **** 2021-09-02T22:48:03.165 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-09-02T22:48:03.167 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.191 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.074) 0:01:30.037 **** 2021-09-02T22:48:03.198 INFO:teuthology.task.ansible.out: TASK [common : Set entitlements_path] ****************************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.223 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.032) 0:01:30.070 **** 2021-09-02T22:48:03.251 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-09-02T22:48:03.253 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:03.276 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.053) 0:01:30.123 **** 2021-09-02T22:48:03.305 INFO:teuthology.task.ansible.out: TASK [common : Include Red Hat encrypted variables.] *************************** 2021-09-02T22:48:03.307 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=None) => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} skipping: [smithi162.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:03.332 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.055) 0:01:30.178 **** 2021-09-02T22:48:03.360 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-09-02T22:48:03.362 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.385 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.053) 0:01:30.231 **** 2021-09-02T22:48:03.404 INFO:teuthology.task.ansible.out: TASK [common : Set have_entitlements] ****************************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.429 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.043) 0:01:30.275 **** 2021-09-02T22:48:03.456 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-09-02T22:48:03.458 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.479 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.050) 0:01:30.326 **** 2021-09-02T22:48:03.507 INFO:teuthology.task.ansible.out: TASK [common : Install CA Cert from Satellite Server] ************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.530 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.051) 0:01:30.377 **** 2021-09-02T22:48:03.558 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-09-02T22:48:03.560 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.581 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.050) 0:01:30.427 **** 2021-09-02T22:48:03.608 INFO:teuthology.task.ansible.out: TASK [common : Set the releasever] ********************************************* 2021-09-02T22:48:03.610 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.631 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.050) 0:01:30.478 **** 2021-09-02T22:48:03.659 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.682 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.050) 0:01:30.529 **** 2021-09-02T22:48:03.710 INFO:teuthology.task.ansible.out: TASK [common : Determine if node is registered with subscription-manager.] ***** 2021-09-02T22:48:03.711 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:03.733 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.050) 0:01:30.580 **** 2021-09-02T22:48:03.750 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-09-02T22:48:03.752 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.775 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.041) 0:01:30.622 **** 2021-09-02T22:48:03.804 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we're already registered] **************** 2021-09-02T22:48:03.805 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.827 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.052) 0:01:30.674 **** 2021-09-02T22:48:03.855 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-09-02T22:48:03.857 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:03.894 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.066) 0:01:30.741 **** 2021-09-02T22:48:03.903 INFO:teuthology.task.ansible.out: TASK [common : Register with subscription-manager.] **************************** 2021-09-02T22:48:03.905 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:03.933 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.039) 0:01:30.780 **** 2021-09-02T22:48:03.960 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-09-02T22:48:03.962 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:03.984 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:03 +0000 (0:00:00.050) 0:01:30.831 **** 2021-09-02T22:48:04.002 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered if we just registered] ********************** 2021-09-02T22:48:04.004 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.025 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.040) 0:01:30.872 **** 2021-09-02T22:48:04.053 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-09-02T22:48:04.054 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.077 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.051) 0:01:30.923 **** 2021-09-02T22:48:04.095 INFO:teuthology.task.ansible.out: TASK [common : List CDN releases available to system] ************************** 2021-09-02T22:48:04.096 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.118 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.041) 0:01:30.965 **** 2021-09-02T22:48:04.147 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* 2021-09-02T22:48:04.148 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.173 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.054) 0:01:31.019 **** 2021-09-02T22:48:04.191 INFO:teuthology.task.ansible.out: TASK [common : Unregister Beta/Alpha/RC system with subscription-manager] ****** 2021-09-02T22:48:04.192 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.216 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.043) 0:01:31.063 **** 2021-09-02T22:48:04.297 INFO:teuthology.task.ansible.out: TASK [common : Set rhsm_registered to false if Beta/Alpha/RC release] ********** 2021-09-02T22:48:04.299 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.320 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.103) 0:01:31.166 **** 2021-09-02T22:48:04.378 INFO:teuthology.task.ansible.out: TASK [common : Configure internal beta repos in /etc/yum.repos.d/] ************* 2021-09-02T22:48:04.380 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:04.402 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.082) 0:01:31.249 **** 2021-09-02T22:48:04.440 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-09-02T22:48:04.442 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:48:04.464 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.062) 0:01:31.311 **** 2021-09-02T22:48:04.482 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-09-02T22:48:04.484 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.507 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.042) 0:01:31.353 **** 2021-09-02T22:48:04.576 INFO:teuthology.task.ansible.out: TASK [common : Get list of enabled RHSM repos] ********************************* 2021-09-02T22:48:04.578 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.600 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.093) 0:01:31.446 **** 2021-09-02T22:48:04.669 INFO:teuthology.task.ansible.out: TASK [common : Store list of enabled repos] ************************************ 2021-09-02T22:48:04.671 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.702 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.101) 0:01:31.548 **** 2021-09-02T22:48:04.774 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos false if entitlements are missing or if we unregistered] *** 2021-09-02T22:48:04.776 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.799 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.097) 0:01:31.646 **** 2021-09-02T22:48:04.879 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if rhsm_repos differs from repo_list] **** 2021-09-02T22:48:04.880 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:04.903 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.103) 0:01:31.749 **** 2021-09-02T22:48:04.983 INFO:teuthology.task.ansible.out: TASK [common : Set replace_repos true if newly-subscribed] ********************* 2021-09-02T22:48:04.985 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:05.006 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:04 +0000 (0:00:00.102) 0:01:31.852 **** 2021-09-02T22:48:05.075 INFO:teuthology.task.ansible.out: TASK [common : Disable all rhsm repos] ***************************************** 2021-09-02T22:48:05.077 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false} 2021-09-02T22:48:05.101 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:05 +0000 (0:00:00.095) 0:01:31.948 **** 2021-09-02T22:48:05.170 INFO:teuthology.task.ansible.out: TASK [common : Enable necessary rhsm repos] ************************************ 2021-09-02T22:48:05.172 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:05.193 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:05 +0000 (0:00:00.091) 0:01:32.040 **** 2021-09-02T22:48:05.232 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-09-02T22:48:05.234 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-09-02T22:48:05.276 INFO:teuthology.task.ansible.out: TASK [common : Remove old apt-mirror repository definition.] ******************* skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:05.297 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:05 +0000 (0:00:00.104) 0:01:32.144 **** 2021-09-02T22:48:05.562 INFO:teuthology.task.ansible.out: TASK [common : Increase the yum timeout.] ************************************** 2021-09-02T22:48:05.564 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:48:05.584 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:05 +0000 (0:00:00.286) 0:01:32.431 **** 2021-09-02T22:48:05.674 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-09-02T22:48:05.675 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-09-02T22:48:05.698 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:05 +0000 (0:00:00.113) 0:01:32.545 **** 2021-09-02T22:48:06.120 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'epel', 'value': {'name': 'Extra Packages for Enterprise Linux', 'mirrorlist': 'file:///etc/yum.repos.d/epel-mirrorlist', 'failovermethod': 'priority', 'enabled': '1', 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "86c0d58bde7ad4cfaafe592d2fefd92c920c42ca", "dest": "/etc/yum.repos.d/epel.repo", "gid": 0, "group": "root", "item": {"key": "epel", "value": {"enabled": "1", "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-mirrorlist", "name": "Extra Packages for Enterprise Linux"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 236, "state": "file", "uid": 0} 2021-09-02T22:48:06.203 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-09-02T22:48:06.206 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-09-02T22:48:06.557 INFO:teuthology.task.ansible.out: TASK [common : Configure epel repos in /etc/yum.repos.d/] ********************** 2021-09-02T22:48:06.559 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'epel-testing', 'value': {'name': 'Extra Packages for Enterprise Linux - Testing', 'mirrorlist': 'file:///etc/yum.repos.d/epel-testing-mirrorlist', 'failovermethod': 'priority', 'enabled': 0, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a1bad5509ed35b895c2061841236b1cfe10619ae", "dest": "/etc/yum.repos.d/epel-testing.repo", "gid": 0, "group": "root", "item": {"key": "epel-testing", "value": {"enabled": 0, "failovermethod": "priority", "gpgcheck": 0, "mirrorlist": "file:///etc/yum.repos.d/epel-testing-mirrorlist", "name": "Extra Packages for Enterprise Linux - Testing"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 262, "state": "file", "uid": 0} 2021-09-02T22:48:06.581 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:06 +0000 (0:00:00.883) 0:01:33.428 **** 2021-09-02T22:48:06.629 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-09-02T22:48:06.631 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-09-02T22:48:06.653 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:06 +0000 (0:00:00.072) 0:01:33.500 **** 2021-09-02T22:48:06.732 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-09-02T22:48:06.734 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:06.754 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:06 +0000 (0:00:00.100) 0:01:33.601 **** 2021-09-02T22:48:06.822 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-09-02T22:48:06.824 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:06.844 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:06 +0000 (0:00:00.089) 0:01:33.691 **** 2021-09-02T22:48:06.912 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-09-02T22:48:06.914 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:06.934 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:06 +0000 (0:00:00.090) 0:01:33.781 **** 2021-09-02T22:48:07.002 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-09-02T22:48:07.004 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.027 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.092) 0:01:33.874 **** 2021-09-02T22:48:07.086 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-09-02T22:48:07.088 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=epel-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "3c9ba7bacd1e30bed014cefd1fb4eab0f0f8fa10", "dest": "/etc/yum.repos.d/epel-mirrorlist", "gid": 0, "group": "root", "item": "epel-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 484, "state": "file", "uid": 0} 2021-09-02T22:48:07.098 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-09-02T22:48:07.099 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.109 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.111 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.132 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.104) 0:01:33.979 **** 2021-09-02T22:48:07.200 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-09-02T22:48:07.202 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.222 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.090) 0:01:34.069 **** 2021-09-02T22:48:07.290 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.311 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.089) 0:01:34.158 **** 2021-09-02T22:48:07.380 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-09-02T22:48:07.382 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.402 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.090) 0:01:34.248 **** 2021-09-02T22:48:07.470 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-09-02T22:48:07.472 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.492 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.089) 0:01:34.338 **** 2021-09-02T22:48:07.518 INFO:teuthology.task.ansible.out: TASK [common : Configure local epel mirrorlists] ******************************* 2021-09-02T22:48:07.520 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=epel-testing-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "d542c3e2c30a0d3eb7d454775342c302c0ded15b", "dest": "/etc/yum.repos.d/epel-testing-mirrorlist", "gid": 0, "group": "root", "item": "epel-testing-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/epel-testing-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 540, "state": "file", "uid": 0} 2021-09-02T22:48:07.543 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.051) 0:01:34.389 **** 2021-09-02T22:48:07.560 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-09-02T22:48:07.562 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.583 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.040) 0:01:34.430 **** 2021-09-02T22:48:07.621 INFO:teuthology.task.ansible.out: TASK [common : Clean yum cache] ************************************************ 2021-09-02T22:48:07.623 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.645 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.061) 0:01:34.492 **** 2021-09-02T22:48:07.714 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-09-02T22:48:07.716 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.736 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.090) 0:01:34.583 **** 2021-09-02T22:48:07.814 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone in /etc/timezone] ****************************** 2021-09-02T22:48:07.816 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.837 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.101) 0:01:34.684 **** 2021-09-02T22:48:07.926 INFO:teuthology.task.ansible.out: TASK [common : Inform the OS of the new timezone] ****************************** 2021-09-02T22:48:07.927 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:07.948 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:07 +0000 (0:00:00.110) 0:01:34.795 **** 2021-09-02T22:48:08.016 INFO:teuthology.task.ansible.out: TASK [common : Mask sleep units] *********************************************** 2021-09-02T22:48:08.018 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "sleep.target", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.027 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=suspend.target) => {"ansible_loop_var": "item", "changed": false, "item": "suspend.target", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.029 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=hibernate.target) => {"ansible_loop_var": "item", "changed": false, "item": "hibernate.target", "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item=hybrid-sleep.target) => {"ansible_loop_var": "item", "changed": false, "item": "hybrid-sleep.target", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.050 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.102) 0:01:34.897 **** 2021-09-02T22:48:08.118 INFO:teuthology.task.ansible.out: TASK [common : Get the current timezone] *************************************** 2021-09-02T22:48:08.119 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.144 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.094) 0:01:34.991 **** 2021-09-02T22:48:08.212 INFO:teuthology.task.ansible.out: TASK [common : Set the timezone] *********************************************** 2021-09-02T22:48:08.215 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.235 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.090) 0:01:35.082 **** 2021-09-02T22:48:08.303 INFO:teuthology.task.ansible.out: TASK [common : Add base OpenSUSE Leap repo] ************************************ 2021-09-02T22:48:08.305 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.326 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.091) 0:01:35.173 **** 2021-09-02T22:48:08.395 INFO:teuthology.task.ansible.out: TASK [common : Add updates OpenSUSE Leap repo] ********************************* 2021-09-02T22:48:08.397 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.417 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.091) 0:01:35.264 **** 2021-09-02T22:48:08.485 INFO:teuthology.task.ansible.out: TASK [common : Refresh repos] ************************************************** 2021-09-02T22:48:08.487 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:08.507 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.089) 0:01:35.354 **** 2021-09-02T22:48:08.524 INFO:teuthology.task.ansible.out: TASK [common : Set the hardware clock] ***************************************** 2021-09-02T22:48:08.526 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.747323", "end": "2021-09-02 22:48:08.500315", "rc": 0, "start": "2021-09-02 22:48:07.752992", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:48:08.549 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:08 +0000 (0:00:00.041) 0:01:35.396 **** 2021-09-02T22:48:09.519 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["hwclock", "--systohc"], "delta": "0:00:00.823026", "end": "2021-09-02 22:48:09.500326", "rc": 0, "start": "2021-09-02 22:48:08.677300", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:48:09.541 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:09 +0000 (0:00:00.991) 0:01:36.388 **** 2021-09-02T22:48:12.542 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (RedHat)] ***************************** 2021-09-02T22:48:12.544 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:12.565 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:12 +0000 (0:00:03.024) 0:01:39.412 **** 2021-09-02T22:48:12.636 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-09-02T22:48:12.638 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:12.659 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:12 +0000 (0:00:00.093) 0:01:39.506 **** 2021-09-02T22:48:12.727 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-09-02T22:48:12.729 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:12.749 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:12 +0000 (0:00:00.090) 0:01:39.596 **** 2021-09-02T22:48:12.817 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-09-02T22:48:12.819 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:12.839 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:12 +0000 (0:00:00.089) 0:01:39.686 **** 2021-09-02T22:48:12.907 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-09-02T22:48:12.909 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:12.929 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:12 +0000 (0:00:00.089) 0:01:39.776 **** 2021-09-02T22:48:13.421 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-09-02T22:48:13.422 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} TASK [common : Install Kerberos Packages (RedHat)] ***************************** ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:13.444 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:13 +0000 (0:00:00.514) 0:01:40.290 **** 2021-09-02T22:48:13.467 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:13 +0000 (0:00:00.023) 0:01:40.314 **** 2021-09-02T22:48:13.536 INFO:teuthology.task.ansible.out: TASK [common : Clean apt cache] ************************************************ 2021-09-02T22:48:13.538 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:13.558 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:13 +0000 (0:00:00.090) 0:01:40.405 **** 2021-09-02T22:48:13.626 INFO:teuthology.task.ansible.out: TASK [common : Update apt cache] *********************************************** 2021-09-02T22:48:13.628 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:13.649 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:13 +0000 (0:00:00.090) 0:01:40.495 **** 2021-09-02T22:48:13.727 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (Debian)] ***************************** 2021-09-02T22:48:13.729 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:13.749 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:13 +0000 (0:00:00.100) 0:01:40.596 **** 2021-09-02T22:48:13.818 INFO:teuthology.task.ansible.out: TASK [common : Install Kerberos Packages (OpenSUSE Leap)] ********************** 2021-09-02T22:48:13.820 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:13.840 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:13 +0000 (0:00:00.091) 0:01:40.687 **** 2021-09-02T22:48:14.318 INFO:teuthology.task.ansible.out: TASK [common : Add krb5 config file] ******************************************* 2021-09-02T22:48:14.629 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "b3c1a33d19a4e448c29374429629dff57657b576", "dest": "/etc/krb5.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/krb5.conf", "secontext": "system_u:object_r:krb5_conf_t:s0", "size": 131, "state": "file", "uid": 0} Thursday 02 September 2021 22:48:14 +0000 (0:00:00.501) 0:01:41.188 **** 2021-09-02T22:48:15.038 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-09-02T22:48:15.040 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:15.060 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:15 +0000 (0:00:00.718) 0:01:41.907 **** 2021-09-02T22:48:15.573 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-09-02T22:48:15.575 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-09-02T22:48:15.937 INFO:teuthology.task.ansible.out: TASK [common : Make sure smartmontools is installed] *************************** 2021-09-02T22:48:15.939 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:15.960 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:15 +0000 (0:00:00.899) 0:01:42.806 **** 2021-09-02T22:48:16.008 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-09-02T22:48:16.010 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-09-02T22:48:16.430 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-09-02T22:48:16.455 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:16 +0000 (0:00:00.495) 0:01:43.302 **** 2021-09-02T22:48:16.483 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=megacli) => {"ansible_loop_var": "item", "changed": false, "checksum": "cb3ef2aa6a3e3002b234f166e739a39b1f3a1bde", "dest": "/usr/sbin/megacli", "gid": 0, "group": "root", "item": "megacli", "mode": "0755", "owner": "root", "path": "/usr/sbin/megacli", "secontext": "system_u:object_r:bin_t:s0", "size": 2716736, "state": "file", "uid": 0} 2021-09-02T22:48:16.640 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-09-02T22:48:16.642 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:48:16.661 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:16 +0000 (0:00:00.206) 0:01:43.508 **** 2021-09-02T22:48:16.916 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-09-02T22:48:16.918 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=cli64) => {"ansible_loop_var": "item", "changed": false, "checksum": "a3b8773b14e8594ffbd9fc156c09436eb0184bc7", "dest": "/usr/sbin/cli64", "gid": 0, "group": "root", "item": "cli64", "mode": "0755", "owner": "root", "path": "/usr/sbin/cli64", "secontext": "system_u:object_r:bin_t:s0", "size": 1952038, "state": "file", "uid": 0} 2021-09-02T22:48:17.135 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-09-02T22:48:17.137 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "state": "file", "uid": 0} 2021-09-02T22:48:17.340 INFO:teuthology.task.ansible.out: TASK [common : Upload megacli and cli64 for raid monitoring and smart.pl to /usr/sbin/.] *** 2021-09-02T22:48:17.342 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=nvme) => {"ansible_loop_var": "item", "changed": false, "checksum": "98735dcacd6fec55dd92b67281b478603b7955b1", "dest": "/usr/sbin/nvme", "gid": 0, "group": "root", "item": "nvme", "mode": "0755", "owner": "root", "path": "/usr/sbin/nvme", "secontext": "system_u:object_r:bin_t:s0", "size": 580432, "state": "file", "uid": 0} 2021-09-02T22:48:17.365 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:17 +0000 (0:00:00.703) 0:01:44.212 **** 2021-09-02T22:48:17.549 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-09-02T22:48:17.551 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-09-02T22:48:17.571 INFO:teuthology.task.ansible.out: TASK [common : Create /usr/libexec.] ******************************************* 2021-09-02T22:48:17.573 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/libexec", "secontext": "system_u:object_r:bin_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:48:17.594 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:17 +0000 (0:00:00.228) 0:01:44.441 **** 2021-09-02T22:48:17.954 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-09-02T22:48:17.955 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3612, "state": "file", "uid": 0} 2021-09-02T22:48:17.979 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:17 +0000 (0:00:00.384) 0:01:44.825 **** 2021-09-02T22:48:18.048 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-09-02T22:48:18.050 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:18.069 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:18 +0000 (0:00:00.090) 0:01:44.916 **** 2021-09-02T22:48:18.086 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-09-02T22:48:18.088 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=smart.sh) => {"ansible_loop_var": "item", "changed": false, "checksum": "00d0404b545463be4a65f475e0870e07a48f35b6", "dest": "/usr/libexec/smart.sh", "gid": 0, "group": "root", "item": "smart.sh", "mode": "0755", "owner": "root", "path": "/usr/libexec/smart.sh", "secontext": "system_u:object_r:bin_t:s0", "size": 13355, "state": "file", "uid": 0} 2021-09-02T22:48:18.150 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-09-02T22:48:18.172 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:18 +0000 (0:00:00.103) 0:01:45.019 **** 2021-09-02T22:48:18.407 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-09-02T22:48:18.409 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-09-02T22:48:18.429 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:18 +0000 (0:00:00.256) 0:01:45.276 **** 2021-09-02T22:48:18.500 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-09-02T22:48:18.501 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=raid.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "9d9a89805d8a9e4c7281934e887da31f7ac464fb", "dest": "/usr/libexec/raid.pl", "gid": 0, "group": "root", "item": "raid.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/raid.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 8602, "state": "file", "uid": 0} 2021-09-02T22:48:18.522 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-09-02T22:48:18.524 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:18.533 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:18.544 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:18.565 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:18.591 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:18 +0000 (0:00:00.161) 0:01:45.437 **** 2021-09-02T22:48:18.905 INFO:teuthology.task.ansible.out: TASK [common : Upload custom netsaint scripts for raid/disk/smart/monitoring to /usr/libexec/.] *** 2021-09-02T22:48:18.907 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=diskusage.pl) => {"ansible_loop_var": "item", "changed": false, "checksum": "2fbc67b36d59f66fc2621f3ca2dcf60dea2167a5", "dest": "/usr/libexec/diskusage.pl", "gid": 0, "group": "root", "item": "diskusage.pl", "mode": "0755", "owner": "root", "path": "/usr/libexec/diskusage.pl", "secontext": "system_u:object_r:bin_t:s0", "size": 3612, "state": "file", "uid": 0} 2021-09-02T22:48:18.930 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:18 +0000 (0:00:00.339) 0:01:45.777 **** 2021-09-02T22:48:18.999 INFO:teuthology.task.ansible.out: TASK [common : Include apt_system vars] **************************************** 2021-09-02T22:48:19.001 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:19.021 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:19 +0000 (0:00:00.090) 0:01:45.868 **** 2021-09-02T22:48:19.099 INFO:teuthology.task.ansible.out: TASK [common : Include yum_systems vars] *************************************** 2021-09-02T22:48:19.101 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"nagios_plugins_directory": "/usr/lib64/nagios/plugins", "nrpe_group": "nrpe", "nrpe_packages": ["nagios-common", "nrpe", "nagios-plugins", "nagios-plugins-load"], "nrpe_service_name": "nrpe", "nrpe_user": "nrpe"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/common/vars/yum_systems.yml"], "changed": false} 2021-09-02T22:48:19.121 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:19 +0000 (0:00:00.099) 0:01:45.967 **** 2021-09-02T22:48:19.354 INFO:teuthology.task.ansible.out: TASK [common : Check for epel] ************************************************* 2021-09-02T22:48:19.356 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} 2021-09-02T22:48:19.376 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:19 +0000 (0:00:00.255) 0:01:46.223 **** 2021-09-02T22:48:19.465 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe without epel] ************************************** 2021-09-02T22:48:19.467 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-common-4.0.8-2.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:19.477 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nrpe-2.15-7.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:19.488 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:19.499 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm) => {"ansible_loop_var": "item", "changed": false, "item": "http://apt-mirror.front.sepia.ceph.com/lab-extras/rhel7/x86_64/nagios-plugins-load-2.0.3-3.el7.x86_64.rpm", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:19.522 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:19 +0000 (0:00:00.145) 0:01:46.368 **** 2021-09-02T22:48:20.191 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-09-02T22:48:20.193 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:20.214 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:20 +0000 (0:00:00.692) 0:01:47.061 **** 2021-09-02T22:48:20.293 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-09-02T22:48:20.295 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:20.315 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:20 +0000 (0:00:00.101) 0:01:47.162 **** 2021-09-02T22:48:20.807 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-09-02T22:48:20.809 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-09-02T22:48:20.829 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:20 +0000 (0:00:00.513) 0:01:47.676 **** 2021-09-02T22:48:21.104 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (RHEL/CentOS)] ************ 2021-09-02T22:48:21.106 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:21.129 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.299) 0:01:47.975 **** 2021-09-02T22:48:21.197 INFO:teuthology.task.ansible.out: TASK [common : Install nrpe package and dependencies (Ubuntu/Fedora)] ********** 2021-09-02T22:48:21.198 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:21.218 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.089) 0:01:48.065 **** 2021-09-02T22:48:21.327 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-09-02T22:48:21.329 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-09-02T22:48:21.350 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.132) 0:01:48.197 **** 2021-09-02T22:48:21.429 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-09-02T22:48:21.430 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:21.451 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.101) 0:01:48.298 **** 2021-09-02T22:48:21.684 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-09-02T22:48:21.686 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:48:21.706 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.254) 0:01:48.553 **** 2021-09-02T22:48:21.723 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios sudoers.d for raid utilities.] ******************** 2021-09-02T22:48:21.725 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "b423b985ccbb69b65a711d372645a5f704b30e8b", "dest": "/etc/sudoers.d/90-nagios", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers.d/90-nagios", "secontext": "system_u:object_r:etc_t:s0", "size": 178, "state": "file", "uid": 0} 2021-09-02T22:48:21.747 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.040) 0:01:48.594 **** 2021-09-02T22:48:21.979 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-09-02T22:48:21.981 INFO:teuthology.task.ansible.out:fatal: [smithi132.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-09-02T22:48:22.002 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:21 +0000 (0:00:00.254) 0:01:48.849 **** 2021-09-02T22:48:22.070 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-09-02T22:48:22.072 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:22.092 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:22 +0000 (0:00:00.090) 0:01:48.939 **** 2021-09-02T22:48:22.244 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios check_mem script] ********************************* 2021-09-02T22:48:22.246 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "39df629b10ded370443e2e4c84d690332c95104d", "dest": "/usr/lib64/nagios/plugins/check_mem.sh", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib64/nagios/plugins/check_mem.sh", "secontext": "system_u:object_r:nagios_unconfined_plugin_exec_t:s0", "size": 1964, "state": "file", "uid": 0} 2021-09-02T22:48:22.270 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:22 +0000 (0:00:00.176) 0:01:49.116 **** 2021-09-02T22:48:22.349 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (Ubuntu)] ************************ 2021-09-02T22:48:22.351 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=DAEMON_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "DAEMON_OPTS", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:22.360 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=NRPE_OPTS) => {"ansible_loop_var": "item", "changed": false, "item": "NRPE_OPTS", "skip_reason": "Conditional result was False"} 2021-09-02T22:48:22.382 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:22 +0000 (0:00:00.112) 0:01:49.229 **** 2021-09-02T22:48:22.585 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-09-02T22:48:22.609 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:22 +0000 (0:00:00.226) 0:01:49.456 **** 2021-09-02T22:48:22.627 INFO:teuthology.task.ansible.out: TASK [common : Configure nagios nrpe settings (RHEL/CentOS)] ******************* 2021-09-02T22:48:22.629 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:48:22.651 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:22 +0000 (0:00:00.042) 0:01:49.498 **** 2021-09-02T22:48:22.925 INFO:teuthology.task.ansible.out: TASK [common : Check firewalld status] ***************************************** 2021-09-02T22:48:22.927 INFO:teuthology.task.ansible.out:fatal: [smithi162.front.sepia.ceph.com]: FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true} ...ignoring 2021-09-02T22:48:22.951 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:22 +0000 (0:00:00.299) 0:01:49.798 **** 2021-09-02T22:48:23.019 INFO:teuthology.task.ansible.out: TASK [common : Open nrpe port if firewalld enabled] **************************** 2021-09-02T22:48:23.021 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:48:23.041 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:23 +0000 (0:00:00.090) 0:01:49.888 **** 2021-09-02T22:48:23.254 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-09-02T22:48:23.256 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/nrpe (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1260", "ExecMainStartTimestamp": "Thu 2021-09-02 22:46:10 UTC", "ExecMainStartTimestampMonotonic": "20533214", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_SSL_OPT ; ignore_errors=no ; start_time=[Thu 2021-09-02 22:46:10 UTC] ; stop_time=[n/a] ; pid=1260 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "984", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "L 2021-09-02T22:48:23.257 INFO:teuthology.task.ansible.out:imitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127246", "LimitNPROCSoft": "127246", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127246", "LimitSIGPENDINGSoft": "127246", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "1260", "MemoryAccounting": "yes", "MemoryCurrent": "671744", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "PIDFile": "/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "on-abort", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203593", "TimeoutStar 2021-09-02T22:48:23.259 INFO:teuthology.task.ansible.out:tUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Type": "simple", "UID": "988", "UMask": "0022", "WatchdogTimestamp": "Thu 2021-09-02 22:46:10 UTC", "WatchdogTimestampMonotonic": "20533808", "WatchdogUSec": "0"}} 2021-09-02T22:48:23.278 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:23 +0000 (0:00:00.236) 0:01:50.124 **** 2021-09-02T22:48:23.501 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-09-02T22:48:23.503 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001757", "end": "2021-09-02 22:48:23.479433", "rc": 0, "start": "2021-09-02 22:48:23.477676", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-09-02T22:48:23.523 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:23 +0000 (0:00:00.245) 0:01:50.370 **** 2021-09-02T22:48:23.529 INFO:teuthology.task.ansible.out: TASK [common : Upload nagios nrpe config.] ************************************* 2021-09-02T22:48:23.530 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "aa9150d4582f919d7a8504c01c8d86f05e3eeb5d", "dest": "/etc/nagios/nrpe.cfg", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/nagios/nrpe.cfg", "secontext": "system_u:object_r:nrpe_etc_t:s0", "size": 1184, "state": "file", "uid": 0} 2021-09-02T22:48:23.554 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:23 +0000 (0:00:00.031) 0:01:50.401 **** 2021-09-02T22:48:23.902 INFO:teuthology.task.ansible.out: TASK [common : Make sure nagios nrpe service is running.] ********************** 2021-09-02T22:48:23.903 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "nrpe", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/nrpe.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/nrpe (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "1281", "ExecMainStartTimestamp": "Thu 2021-09-02 22:46:25 UTC", "ExecMainStartTimestampMonotonic": "20121143", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/nrpe ; argv[]=/usr/sbin/nrpe -c /etc/nagios/nrpe.cfg -f $NRPE_SSL_OPT ; ignore_errors=no ; start_time=[Thu 2021-09-02 22:46:25 UTC] ; stop_time=[n/a] ; pid=1281 ; code=(null) ; status=0/0 }", "ExecStopPost": "{ path=/bin/rm ; argv[]=/bin/rm -f /run/nrpe/nrpe.pid ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "984", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "L 2021-09-02T22:48:23.905 INFO:teuthology.task.ansible.out:imitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "1281", "MemoryAccounting": "yes", "MemoryCurrent": "684032", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "-500", "PIDFile": "/run/nrpe/nrpe.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "on-abort", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStar 2021-09-02T22:48:23.906 INFO:teuthology.task.ansible.out:tUSec": "1min 30s", "TimeoutStopUSec": "1min", "TimerSlackNSec": "50000", "Type": "simple", "UID": "988", "UMask": "0022", "WatchdogTimestamp": "Thu 2021-09-02 22:46:25 UTC", "WatchdogTimestampMonotonic": "20121188", "WatchdogUSec": "0"}} 2021-09-02T22:48:23.925 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:23 +0000 (0:00:00.371) 0:01:50.772 **** 2021-09-02T22:48:24.149 INFO:teuthology.task.ansible.out: TASK [common : Get SELinux status] ********************************************* 2021-09-02T22:48:24.151 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["getenforce"], "delta": "0:00:00.001768", "end": "2021-09-02 22:48:24.133277", "rc": 0, "start": "2021-09-02 22:48:24.131509", "stderr": "", "stderr_lines": [], "stdout": "Permissive", "stdout_lines": ["Permissive"]} 2021-09-02T22:48:24.174 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:24 +0000 (0:00:00.248) 0:01:51.021 **** 2021-09-02T22:48:25.131 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Install SELinux dependencies] **************************** 2021-09-02T22:48:25.133 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:25.154 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:25 +0000 (0:00:00.979) 0:01:52.000 **** 2021-09-02T22:48:25.753 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:48:25.774 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:48:25 +0000 (0:00:00.620) 0:01:52.621 **** 2021-09-02T22:49:02.458 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-09-02T22:49:02.460 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-67.el8_4.1.noarch", "Installed: selinux-policy-3.14.3-67.el8_4.1.noarch", "Removed: selinux-policy-3.14.3-67.el8.noarch", "Removed: selinux-policy-targeted-3.14.3-67.el8.noarch"]} 2021-09-02T22:49:02.491 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:02 +0000 (0:00:36.716) 0:02:29.337 **** 2021-09-02T22:49:03.254 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-09-02T22:49:03.256 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-09-02T22:49:03.276 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:03 +0000 (0:00:00.785) 0:02:30.123 **** 2021-09-02T22:49:03.448 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Ensure SELinux policy is up to date] ********************* 2021-09-02T22:49:03.450 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: selinux-policy-targeted-3.14.3-67.el8_4.1.noarch", "Installed: selinux-policy-3.14.3-67.el8_4.1.noarch", "Removed: selinux-policy-3.14.3-67.el8.noarch", "Removed: selinux-policy-targeted-3.14.3-67.el8.noarch"]} 2021-09-02T22:49:03.472 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:03 +0000 (0:00:00.195) 0:02:30.318 **** 2021-09-02T22:49:03.976 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Set SELinux boolean nagios_run_sudo true] **************** 2021-09-02T22:49:03.977 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "name": "nagios_run_sudo", "persistent": true, "state": true} 2021-09-02T22:49:03.997 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:03 +0000 (0:00:00.525) 0:02:30.844 **** 2021-09-02T22:49:18.269 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-09-02T22:49:18.271 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:14.766633", "end": "2021-09-02 22:49:18.250000", "failed_when_result": false, "rc": 0, "start": "2021-09-02 22:49:03.483367", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-09-02T22:49:18.292 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:18 +0000 (0:00:14.294) 0:02:45.139 **** 2021-09-02T22:49:18.796 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-09-02T22:49:18.797 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-09-02T22:49:18.818 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:18 +0000 (0:00:00.526) 0:02:45.665 **** 2021-09-02T22:49:19.021 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove SELinux policy package] *************************** 2021-09-02T22:49:19.023 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-r", "nrpe"], "delta": "0:00:14.790559", "end": "2021-09-02 22:49:18.995375", "failed_when_result": false, "rc": 0, "start": "2021-09-02 22:49:04.204816", "stderr": "", "stderr_lines": [], "stdout": "libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority).", "stdout_lines": ["libsemanage.semanage_direct_remove_key: Removing last nrpe module (no other nrpe module exists at another priority)."]} 2021-09-02T22:49:19.045 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:19 +0000 (0:00:00.227) 0:02:45.892 **** 2021-09-02T22:49:19.073 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-09-02T22:49:19.074 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.027210", "end": "2021-09-02 22:49:19.053161", "rc": 0, "start": "2021-09-02 22:49:19.025951", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:19.096 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:19 +0000 (0:00:00.050) 0:02:45.943 **** 2021-09-02T22:49:19.331 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-09-02T22:49:19.333 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.010739", "end": "2021-09-02 22:49:19.311966", "rc": 0, "start": "2021-09-02 22:49:19.301227", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:19.353 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:19 +0000 (0:00:00.257) 0:02:46.200 **** 2021-09-02T22:49:19.525 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Copy SELinux type enforcement file] ********************** 2021-09-02T22:49:19.527 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "99d9b2ea41fb2d6613898129718064833d2de428", "dest": "/tmp/nrpe.te", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/tmp/nrpe.te", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 934, "state": "file", "uid": 0} 2021-09-02T22:49:19.549 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:19 +0000 (0:00:00.195) 0:02:46.396 **** 2021-09-02T22:49:19.783 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Compile SELinux module file] ***************************** 2021-09-02T22:49:19.785 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["checkmodule", "-M", "-m", "-o", "/tmp/nrpe.mod", "/tmp/nrpe.te"], "delta": "0:00:00.009274", "end": "2021-09-02 22:49:19.764195", "rc": 0, "start": "2021-09-02 22:49:19.754921", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:19.815 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:19 +0000 (0:00:00.266) 0:02:46.662 **** 2021-09-02T22:49:20.063 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Build SELinux policy package] **************************** 2021-09-02T22:49:20.065 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule_package", "-o", "/tmp/nrpe.pp", "-m", "/tmp/nrpe.mod"], "delta": "0:00:00.017804", "end": "2021-09-02 22:49:20.041659", "rc": 0, "start": "2021-09-02 22:49:20.023855", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:20.085 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:20 +0000 (0:00:00.270) 0:02:46.932 **** 2021-09-02T22:49:34.528 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-09-02T22:49:34.530 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:14.945408", "end": "2021-09-02 22:49:34.503938", "rc": 0, "start": "2021-09-02 22:49:19.558530", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:34.550 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:34 +0000 (0:00:14.464) 0:03:01.397 **** 2021-09-02T22:49:34.786 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-09-02T22:49:34.788 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-09-02T22:49:34.809 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:34 +0000 (0:00:00.258) 0:03:01.656 **** 2021-09-02T22:49:34.888 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-09-02T22:49:34.889 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "dash_stream": "", "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-09-02T22:49:34.910 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:34 +0000 (0:00:00.101) 0:03:01.757 **** 2021-09-02T22:49:34.978 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-09-02T22:49:34.980 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-09-02T22:49:35.001 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:34 +0000 (0:00:00.091) 0:03:01.848 **** 2021-09-02T22:49:35.071 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-09-02T22:49:35.073 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "copr_repos": ["ceph/python3-asyncssh"], "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["redhat-lsb-core", "dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist", "CentOS-PowerTools-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}, "CentOS-PowerTools": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}}, "a 2021-09-02T22:49:35.074 INFO:teuthology.task.ansible.out:nsible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-09-02T22:49:35.095 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.093) 0:03:01.942 **** 2021-09-02T22:49:35.163 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-09-02T22:49:35.165 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-09-02T22:49:35.186 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.090) 0:03:02.032 **** 2021-09-02T22:49:35.224 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Load SELinux policy package] ***************************** 2021-09-02T22:49:35.226 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["semodule", "-i", "/tmp/nrpe.pp"], "delta": "0:00:14.910662", "end": "2021-09-02 22:49:35.205630", "rc": 0, "start": "2021-09-02 22:49:20.294968", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:35.248 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.062) 0:03:02.095 **** 2021-09-02T22:49:35.370 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-09-02T22:49:35.372 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} 2021-09-02T22:49:35.393 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.145) 0:03:02.240 **** 2021-09-02T22:49:35.494 INFO:teuthology.task.ansible.out: TASK [common : nrpe - Remove temporary files] ********************************** 2021-09-02T22:49:35.495 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "path": "/tmp/nrpe.*", "state": "absent"} 2021-09-02T22:49:35.516 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.122) 0:03:02.363 **** 2021-09-02T22:49:35.597 INFO:teuthology.task.ansible.out: TASK [testnode : Include package type specific vars.] ************************** 2021-09-02T22:49:35.598 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"ceph_dependency_packages_to_remove": ["boost-random", "boost-program-options", "leveldb", "xmlstarlet", "python-jinja2", "python-ceph", "python-flask", "python-requests", "boost-random", "python-urllib3", "python-babel", "hdparm", "python-markupsafe", "python-werkzeug", "python-itsdangerous"], "ceph_packages_to_remove": ["ceph", "ceph-base", "ceph-selinux", "ceph-common", "ceph-debuginfo", "ceph-release", "libcephfs1", "ceph-radosgw", "python-ceph", "python-rados", "python-rbd", "python-cephfs", "librbd1", "librados2", "mod_fastcgi"], "dash_stream": "", "ntp_service_name": "ntpd", "packages_to_remove": ["device-mapper-multipath"], "pip_packages_to_install": ["remoto>=0.0.35"], "ssh_service_name": "sshd"}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/dnf_systems.yml"], "changed": false} 2021-09-02T22:49:35.619 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.103) 0:03:02.466 **** 2021-09-02T22:49:35.626 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-09-02T22:49:35.626 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "name": "ubuntu", "state": "present", "system": false} 2021-09-02T22:49:35.649 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.029) 0:03:02.496 **** 2021-09-02T22:49:35.689 INFO:teuthology.task.ansible.out: TASK [testnode : Including distro specific variables.] ************************* 2021-09-02T22:49:35.691 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-09-02T22:49:35.712 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.062) 0:03:02.559 **** 2021-09-02T22:49:35.729 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-09-02T22:49:35.731 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:35.751 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.039) 0:03:02.598 **** 2021-09-02T22:49:35.790 INFO:teuthology.task.ansible.out: TASK [testnode : Including major version specific variables.] ****************** 2021-09-02T22:49:35.791 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml) => {"ansible_facts": {"common_yum_repos": {"lab-extras": {"baseurl": "http://{{ mirror_host }}/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "copr_repos": ["ceph/python3-asyncssh"], "epel_packages": [], "nfs_service": "nfs-server", "ntp_service_name": "chronyd", "packages": ["redhat-lsb-core", "dnf-utils", "sysstat", "libedit", "boost-thread", "xfsprogs", "gdisk", "parted", "libgcrypt", "fuse-libs", "openssl", "libuuid", "podman", "podman-docker", "attr", "ant", "lsof", "gettext", "bc", "xfsdump", "blktrace", "usbredir", "libev-devel", "valgrind", "nfs-utils", "ncurses-devel", "gcc", "git", "python3-nose", "python3-virtualenv", "genisoimage", "qemu-img", "qemu-kvm-core", "qemu-kvm-block-rbd", "libacl-devel", "dbench", "autoconf", "gdb", "iozone"], "packages_to_upgrade": ["libgcrypt"], "yum_mirrorlists": ["CentOS-AppStream-mirrorlist", "CentOS-Base-mirrorlist", "CentOS-Extras-mirrorlist", "CentOS-PowerTools-mirrorlist"], "yum_repos": {"CentOS-AppStream": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}, "CentOS-Base": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}, "CentOS-Extras": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}, "CentOS-PowerTools": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}}, "a 2021-09-02T22:49:35.792 INFO:teuthology.task.ansible.out:nsible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/centos_8.yml"} 2021-09-02T22:49:35.814 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.062) 0:03:02.661 **** 2021-09-02T22:49:35.820 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ 2021-09-02T22:49:35.822 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:35.844 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.030) 0:03:02.691 **** 2021-09-02T22:49:35.883 INFO:teuthology.task.ansible.out: TASK [testnode : Including version specific variables.] ************************ 2021-09-02T22:49:35.885 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_facts": {}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml"} 2021-09-02T22:49:35.907 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:35 +0000 (0:00:00.062) 0:03:02.754 **** 2021-09-02T22:49:36.099 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the sudo group exists.] ******************************** 2021-09-02T22:49:36.101 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 1000, "name": "sudo", "state": "present", "system": false} TASK [testnode : Add a user for xfstests to test user quotas.] ***************** ok: [smithi132.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-09-02T22:49:36.124 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.216) 0:03:02.970 **** 2021-09-02T22:49:36.142 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.018) 0:03:02.989 **** 2021-09-02T22:49:36.366 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the teuthology_user group exists.] ********************* 2021-09-02T22:49:36.368 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "name": "ubuntu", "state": "present", "system": false} 2021-09-02T22:49:36.387 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.244) 0:03:03.234 **** 2021-09-02T22:49:36.454 INFO:teuthology.task.ansible.out: TASK [testnode : Create the teuthology user.] ********************************** 2021-09-02T22:49:36.456 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:36.476 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.088) 0:03:03.323 **** 2021-09-02T22:49:36.603 INFO:teuthology.task.ansible.out: TASK [testnode : Delete the teuthology users password.] ************************ skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 02 September 2021 22:49:36 +0000 (0:00:00.090) 0:03:03.413 **** 2021-09-02T22:49:36.677 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-09-02T22:49:36.679 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-09-02T22:49:36.700 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.133) 0:03:03.547 **** 2021-09-02T22:49:36.768 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-09-02T22:49:36.770 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi132"}, "changed": false} 2021-09-02T22:49:36.790 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.089) 0:03:03.637 **** 2021-09-02T22:49:36.817 INFO:teuthology.task.ansible.out: TASK [testnode : Add a user for xfstests to test user quotas.] ***************** 2021-09-02T22:49:36.818 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"append": false, "changed": false, "comment": "", "group": 10101, "home": "/home/fsgqa", "move_home": false, "name": "fsgqa", "shell": "/bin/bash", "state": "present", "uid": 10101} 2021-09-02T22:49:36.844 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:36 +0000 (0:00:00.053) 0:03:03.690 **** 2021-09-02T22:49:37.414 INFO:teuthology.task.ansible.out: TASK [testnode : Set a high max open files limit for the teuthology user.] ***** 2021-09-02T22:49:37.416 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "dc140f4bb26594b8d5e0753bab8d93c0cced7772", "dest": "/etc/security/limits.d/ubuntu.conf", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/security/limits.d/ubuntu.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 112, "state": "file", "uid": 0} 2021-09-02T22:49:37.436 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:37 +0000 (0:00:00.592) 0:03:04.283 **** 2021-09-02T22:49:37.504 INFO:teuthology.task.ansible.out: TASK [testnode : Set hostname var] ********************************************* 2021-09-02T22:49:37.506 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"hostname": "smithi162"}, "changed": false} 2021-09-02T22:49:37.527 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:37 +0000 (0:00:00.090) 0:03:04.373 **** 2021-09-02T22:49:37.701 INFO:teuthology.task.ansible.out: TASK [testnode : Set the system's hostname] ************************************ 2021-09-02T22:49:37.703 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi132.front.sepia.ceph.com", "ansible_hostname": "smithi132", "ansible_nodename": "smithi132"}, "changed": true, "name": "smithi132"} 2021-09-02T22:49:37.724 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:37 +0000 (0:00:00.197) 0:03:04.571 **** 2021-09-02T22:49:38.156 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"ansible_domain": "front.sepia.ceph.com", "ansible_fqdn": "smithi162.front.sepia.ceph.com", "ansible_hostname": "smithi162", "ansible_nodename": "smithi162"}, "changed": true, "name": "smithi162"} 2021-09-02T22:49:38.178 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:38 +0000 (0:00:00.453) 0:03:05.025 **** 2021-09-02T22:49:38.206 INFO:teuthology.task.ansible.out: TASK [testnode : Upload distro major version specific sshd_config] ************* 2021-09-02T22:49:38.208 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-09-02T22:49:38.233 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:38 +0000 (0:00:00.054) 0:03:05.079 **** 2021-09-02T22:49:38.664 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "a5e550b2aa74f6355e926d70d73a50ad9ab4b4be", "dest": "/etc/ssh/sshd_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/sshd_config", "secontext": "system_u:object_r:etc_t:s0", "size": 1043, "state": "file", "uid": 0} 2021-09-02T22:49:38.687 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:38 +0000 (0:00:00.454) 0:03:05.534 **** 2021-09-02T22:49:38.725 INFO:teuthology.task.ansible.out: TASK [testnode : Upload ssh_config] ******************************************** 2021-09-02T22:49:38.726 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-09-02T22:49:38.749 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:38 +0000 (0:00:00.061) 0:03:05.596 **** 2021-09-02T22:49:39.170 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "58d78b02605c8368f1913de12e145f4ad930fafc", "dest": "/etc/ssh/ssh_config", "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/etc/ssh/ssh_config", "secontext": "system_u:object_r:etc_t:s0", "size": 570, "state": "file", "uid": 0} 2021-09-02T22:49:39.193 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:39 +0000 (0:00:00.443) 0:03:06.039 **** 2021-09-02T22:49:39.386 INFO:teuthology.task.ansible.out: TASK [testnode : Add ssh pubkeys] ********************************************** 2021-09-02T22:49:39.388 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-09-02T22:49:39.409 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:39 +0000 (0:00:00.216) 0:03:06.256 **** 2021-09-02T22:49:39.768 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "https://raw.githubusercontent.com/ceph/keys/autogenerated/ssh/@all.pub", "key_options": null, "keyfile": "/home/ubuntu/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "ubuntu", "validate_certs": true} 2021-09-02T22:49:39.790 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:39 +0000 (0:00:00.380) 0:03:06.637 **** 2021-09-02T22:49:39.910 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-09-02T22:49:39.912 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-09-02T22:49:39.934 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:39 +0000 (0:00:00.143) 0:03:06.781 **** 2021-09-02T22:49:40.169 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-09-02T22:49:40.171 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-09-02T22:49:40.191 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:40 +0000 (0:00:00.257) 0:03:07.038 **** 2021-09-02T22:49:40.280 INFO:teuthology.task.ansible.out: TASK [testnode : Create remote.conf] ******************************************* 2021-09-02T22:49:40.282 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "68d0b8ee2f88a77895f257aa69f32a42e47f455b", "dest": "/etc/security/limits.d/remote.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.d/remote.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 116, "state": "file", "uid": 0} 2021-09-02T22:49:40.303 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:40 +0000 (0:00:00.112) 0:03:07.150 **** 2021-09-02T22:49:40.413 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-09-02T22:49:40.415 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-09-02T22:49:40.438 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:40 +0000 (0:00:00.134) 0:03:07.285 **** 2021-09-02T22:49:40.538 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-09-02T22:49:40.540 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "dest": "/etc/fuse.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 0, "state": "file", "uid": 0} 2021-09-02T22:49:40.562 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:40 +0000 (0:00:00.124) 0:03:07.409 **** 2021-09-02T22:49:40.693 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-09-02T22:49:40.695 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1254, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-09-02T22:49:40.718 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:40 +0000 (0:00:00.156) 0:03:07.565 **** 2021-09-02T22:49:40.787 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-09-02T22:49:40.788 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 36, "name": "kvm", "state": "present", "system": false} 2021-09-02T22:49:40.811 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:40 +0000 (0:00:00.092) 0:03:07.658 **** 2021-09-02T22:49:41.069 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-09-02T22:49:41.071 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"append": true, "changed": false, "comment": "", "group": 1254, "groups": "kvm,disk", "home": "/home/ubuntu", "move_home": false, "name": "ubuntu", "shell": "/bin/bash", "state": "present", "uid": 1000} 2021-09-02T22:49:41.091 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:41 +0000 (0:00:00.279) 0:03:07.938 **** 2021-09-02T22:49:41.201 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-09-02T22:49:41.203 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-09-02T22:49:41.226 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:41 +0000 (0:00:00.134) 0:03:08.073 **** 2021-09-02T22:49:41.587 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "be3223c8b0917bde02657a5f9ddd95277cc3f812", "dest": "/etc/sudoers", "gid": 0, "group": "root", "mode": "0440", "owner": "root", "path": "/etc/sudoers", "secontext": "system_u:object_r:etc_t:s0", "size": 1808, "state": "file", "uid": 0} 2021-09-02T22:49:41.611 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:41 +0000 (0:00:00.384) 0:03:08.457 **** 2021-09-02T22:49:41.721 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-09-02T22:49:41.723 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-09-02T22:49:41.745 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:41 +0000 (0:00:00.134) 0:03:08.592 **** 2021-09-02T22:49:42.116 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "12a2e17405b9e00ea2061e25929905d08e5fe19f", "dest": "/etc/security/limits.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/security/limits.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 854, "state": "file", "uid": 0} 2021-09-02T22:49:42.138 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:42 +0000 (0:00:00.392) 0:03:08.985 **** 2021-09-02T22:49:44.350 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-09-02T22:49:44.352 INFO:teuthology.task.ansible.out:[WARNING]: Consider using the yum, dnf or zypper module rather than running 'rpm'. If you need to use command because yum, dnf or zypper is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message. changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:02.374562", "end": "2021-09-02 22:49:44.324184", "rc": 0, "start": "2021-09-02 22:49:41.949622", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:44.373 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:44 +0000 (0:00:02.234) 0:03:11.220 **** 2021-09-02T22:49:44.442 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-09-02T22:49:44.444 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:44.464 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:44 +0000 (0:00:00.091) 0:03:11.311 **** 2021-09-02T22:49:44.533 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:49:44.534 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:44.555 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:44 +0000 (0:00:00.090) 0:03:11.401 **** 2021-09-02T22:49:44.634 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2021-09-02T22:49:44.636 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-09-02T22:49:44.657 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:44 +0000 (0:00:00.102) 0:03:11.504 **** 2021-09-02T22:49:44.810 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-09-02T22:49:44.812 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["rpm", "--rebuilddb"], "delta": "0:00:02.436933", "end": "2021-09-02 22:49:44.781990", "rc": 0, "start": "2021-09-02 22:49:42.345057", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:49:44.834 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:44 +0000 (0:00:00.176) 0:03:11.681 **** 2021-09-02T22:49:44.903 INFO:teuthology.task.ansible.out: TASK [testnode : Clean up Stream distro-provided repos] ************************ 2021-09-02T22:49:44.905 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:44.925 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:44 +0000 (0:00:00.091) 0:03:11.772 **** 2021-09-02T22:49:44.996 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:45.018 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:45 +0000 (0:00:00.092) 0:03:11.864 **** 2021-09-02T22:49:45.095 INFO:teuthology.task.ansible.out: TASK [testnode : Include CentOS Stream specific variables] ********************* 2021-09-02T22:49:45.097 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml) => {"ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/testnode/vars/empty.yml", "skip_reason": "Conditional result was False"} 2021-09-02T22:49:45.117 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:45 +0000 (0:00:00.099) 0:03:11.964 **** 2021-09-02T22:49:45.175 INFO:teuthology.task.ansible.out: TASK [testnode : Configure local mirrorlists] ********************************** 2021-09-02T22:49:45.176 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-09-02T22:49:45.606 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-09-02T22:49:45.628 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=CentOS-AppStream-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "aa5ad73629677ef17172417e50d2cdadccb7a3f2", "dest": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-AppStream-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-09-02T22:49:46.023 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-09-02T22:49:46.045 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=CentOS-Base-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "4ed3c0272e6c4ec99169cd68f0b43d40bdd4b296", "dest": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Base-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 380, "state": "file", "uid": 0} 2021-09-02T22:49:46.463 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=CentOS-Extras-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "a862f43d3b3c7b8b592aa7dce23a6d013ab20bc3", "dest": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-Extras-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 382, "state": "file", "uid": 0} 2021-09-02T22:49:46.464 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=CentOS-PowerTools-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "20107eac0ba9a84b318fa5f29b02a387051bff98", "dest": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-PowerTools-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-09-02T22:49:46.503 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:46 +0000 (0:00:01.385) 0:03:13.349 **** 2021-09-02T22:49:46.883 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=CentOS-PowerTools-mirrorlist) => {"ansible_loop_var": "item", "changed": false, "checksum": "20107eac0ba9a84b318fa5f29b02a387051bff98", "dest": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "gid": 0, "group": "root", "item": "CentOS-PowerTools-mirrorlist", "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "secontext": "system_u:object_r:system_conf_t:s0", "size": 397, "state": "file", "uid": 0} 2021-09-02T22:49:46.908 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:46 +0000 (0:00:00.405) 0:03:13.755 **** 2021-09-02T22:49:47.017 INFO:teuthology.task.ansible.out: TASK [testnode : Configure common additional repos in /etc/yum.repos.d/] ******* 2021-09-02T22:49:47.019 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-09-02T22:49:47.041 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:47 +0000 (0:00:00.133) 0:03:13.888 **** 2021-09-02T22:49:47.416 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'lab-extras', 'value': {'name': 'lab-extras', 'baseurl': 'http://apt-mirror.front.sepia.ceph.com/lab-extras/8/', 'enabled': 1, 'gpgcheck': 0}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "a0e2ac0628a264e14b96b1c57627a3aa344a6c52", "dest": "/etc/yum.repos.d/lab-extras.repo", "gid": 0, "group": "root", "item": {"key": "lab-extras", "value": {"baseurl": "http://apt-mirror.front.sepia.ceph.com/lab-extras/8/", "enabled": 1, "gpgcheck": 0, "name": "lab-extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/lab-extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 203, "state": "file", "uid": 0} 2021-09-02T22:49:47.440 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:47 +0000 (0:00:00.398) 0:03:14.287 **** 2021-09-02T22:49:47.540 INFO:teuthology.task.ansible.out: TASK [testnode : Configure version specific repos in /etc/yum.repos.d/] ******** 2021-09-02T22:49:47.541 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-09-02T22:49:47.937 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'CentOS-AppStream', 'value': {'name': 'CentOS-$releasever - AppStream', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "9b147c879e95cd23f3bbde027da102febcaad1a8", "dest": "/etc/yum.repos.d/CentOS-AppStream.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-AppStream", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-AppStream-mirrorlist", "name": "CentOS-$releasever - AppStream"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-AppStream.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 289, "state": "file", "uid": 0} 2021-09-02T22:49:47.958 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-09-02T22:49:48.363 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'CentOS-Base', 'value': {'name': 'CentOS-$releasever - Base', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Base-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "77e4590ed0ecec056fa44f4e65af60e110822b85", "dest": "/etc/yum.repos.d/CentOS-Base.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Base", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Base-mirrorlist", "name": "CentOS-$releasever - Base"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Base.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 274, "state": "file", "uid": 0} 2021-09-02T22:49:48.386 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-09-02T22:49:48.793 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'CentOS-Extras', 'value': {'name': 'CentOS-$releasever - Extras', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-Extras-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "2856826614c7f1cb9409228f6c41319a023ca754", "dest": "/etc/yum.repos.d/CentOS-Extras.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-Extras", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-Extras-mirrorlist", "name": "CentOS-$releasever - Extras"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-Extras.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 280, "state": "file", "uid": 0} 2021-09-02T22:49:48.816 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'key': 'CentOS-PowerTools', 'value': {'name': 'CentOS-$releasever - PowerTools', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "76441d1028936932e965a46c12ad393f767201d3", "dest": "/etc/yum.repos.d/CentOS-PowerTools.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-PowerTools", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 292, "state": "file", "uid": 0} 2021-09-02T22:49:48.842 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:48 +0000 (0:00:01.401) 0:03:15.689 **** 2021-09-02T22:49:49.218 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'key': 'CentOS-PowerTools', 'value': {'name': 'CentOS-$releasever - PowerTools', 'mirrorlist': 'file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist', 'gpgcheck': 1, 'enabled': 1, 'gpgkey': 'file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial'}}) => {"ansible_loop_var": "item", "changed": false, "checksum": "76441d1028936932e965a46c12ad393f767201d3", "dest": "/etc/yum.repos.d/CentOS-PowerTools.repo", "gid": 0, "group": "root", "item": {"key": "CentOS-PowerTools", "value": {"enabled": 1, "gpgcheck": 1, "gpgkey": "file:///etc/pki/rpm-gpg/RPM-GPG-KEY-centosofficial", "mirrorlist": "file:///etc/yum.repos.d/CentOS-PowerTools-mirrorlist", "name": "CentOS-$releasever - PowerTools"}}, "mode": "0644", "owner": "root", "path": "/etc/yum.repos.d/CentOS-PowerTools.repo", "secontext": "system_u:object_r:system_conf_t:s0", "size": 292, "state": "file", "uid": 0} 2021-09-02T22:49:49.244 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.401) 0:03:16.091 **** 2021-09-02T22:49:49.365 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-09-02T22:49:49.367 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item=ceph/python3-asyncssh) => {"ansible_loop_var": "item", "changed": true, "cmd": ["dnf", "-y", "copr", "enable", "ceph/python3-asyncssh"], "delta": "0:00:00.280433", "end": "2021-09-02 22:49:49.338194", "item": "ceph/python3-asyncssh", "rc": 0, "start": "2021-09-02 22:49:49.057761", "stderr": "Enabling a Copr repository. Please note that this repository is not part\nof the main distribution, and quality may vary.\n\nThe Fedora Project does not exercise any power over the contents of\nthis repository beyond the rules outlined in the Copr FAQ at\n,\nand packages are not held to any quality or security level.\n\nPlease do not file bug reports about these packages in Fedora\nBugzilla. In case of problems, contact the owner of this repository.", "stderr_lines": ["Enabling a Copr repository. Please note that this repository is not part", "of the main distribution, and quality may vary.", "", "The Fedora Project does not exercise any power over the contents of", "this repository beyond the rules outlined in the Copr FAQ at", ",", "and packages are not held to any quality or security level.", "", "Please do not file bug reports about these packages in Fedora", "Bugzilla. In case of problems, contact the owner of this repository."], "stdout": "Repository successfully enabled.", "stdout_lines": ["Repository successfully enabled."], "warnings": ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]} [WARNING]: Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'comma 2021-09-02T22:49:49.369 INFO:teuthology.task.ansible.out:nd_warnings=False' in ansible.cfg to get rid of this message. 2021-09-02T22:49:49.389 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.145) 0:03:16.236 **** 2021-09-02T22:49:49.448 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-09-02T22:49:49.450 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.471 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.081) 0:03:16.318 **** 2021-09-02T22:49:49.551 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-09-02T22:49:49.553 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.574 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.103) 0:03:16.421 **** 2021-09-02T22:49:49.655 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-09-02T22:49:49.657 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.677 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.103) 0:03:16.524 **** 2021-09-02T22:49:49.745 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:49:49.747 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-09-02T22:49:49.767 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.089) 0:03:16.614 **** 2021-09-02T22:49:49.785 INFO:teuthology.task.ansible.out: TASK [testnode : Enable copr repos] ******************************************** 2021-09-02T22:49:49.787 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item=ceph/python3-asyncssh) => {"ansible_loop_var": "item", "changed": true, "cmd": ["dnf", "-y", "copr", "enable", "ceph/python3-asyncssh"], "delta": "0:00:00.309601", "end": "2021-09-02 22:49:49.762808", "item": "ceph/python3-asyncssh", "rc": 0, "start": "2021-09-02 22:49:49.453207", "stderr": "Enabling a Copr repository. Please note that this repository is not part\nof the main distribution, and quality may vary.\n\nThe Fedora Project does not exercise any power over the contents of\nthis repository beyond the rules outlined in the Copr FAQ at\n,\nand packages are not held to any quality or security level.\n\nPlease do not file bug reports about these packages in Fedora\nBugzilla. In case of problems, contact the owner of this repository.", "stderr_lines": ["Enabling a Copr repository. Please note that this repository is not part", "of the main distribution, and quality may vary.", "", "The Fedora Project does not exercise any power over the contents of", "this repository beyond the rules outlined in the Copr FAQ at", ",", "and packages are not held to any quality or security level.", "", "Please do not file bug reports about these packages in Fedora", "Bugzilla. In case of problems, contact the owner of this repository."], "stdout": "Repository successfully enabled.", "stdout_lines": ["Repository successfully enabled."], "warnings": ["Consider using the dnf module rather than running 'dnf'. If you need to use command because dnf is insufficient you can add 'warn: false' to this command task or set 'command_warnings=False' in ansible.cfg to get rid of this message."]} 2021-09-02T22:49:49.811 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.043) 0:03:16.658 **** 2021-09-02T22:49:49.848 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-09-02T22:49:49.850 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.871 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.060) 0:03:16.718 **** 2021-09-02T22:49:49.879 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG] ************************************************** 2021-09-02T22:49:49.879 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.904 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.032) 0:03:16.750 **** 2021-09-02T22:49:49.942 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-09-02T22:49:49.944 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.965 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:49 +0000 (0:00:00.061) 0:03:16.812 **** 2021-09-02T22:49:49.982 INFO:teuthology.task.ansible.out: TASK [testnode : Install GPG keys] ********************************************* 2021-09-02T22:49:49.984 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:49:49.994 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=https://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "https://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:49:50.020 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.055) 0:03:16.867 **** 2021-09-02T22:49:50.089 INFO:teuthology.task.ansible.out: TASK [testnode : Clean yum cache] ********************************************** 2021-09-02T22:49:50.091 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:50.111 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.090) 0:03:16.958 **** 2021-09-02T22:49:50.180 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:49:50.182 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"skip_packaging": false}, "changed": false} 2021-09-02T22:49:50.203 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.091) 0:03:17.050 **** 2021-09-02T22:49:50.209 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-09-02T22:49:50.210 INFO:teuthology.task.ansible.out:fatal: [smithi132.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.006186", "end": "2021-09-02 22:49:50.184737", "msg": "non-zero return code", "rc": 1, "start": "2021-09-02 22:49:50.178551", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-09-02T22:49:50.234 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.031) 0:03:17.081 **** 2021-09-02T22:49:50.272 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure yum_utils is present.] ********************************* 2021-09-02T22:49:50.274 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:50.297 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.062) 0:03:17.143 **** 2021-09-02T22:49:50.304 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-09-02T22:49:50.306 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:50.329 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.032) 0:03:17.176 **** 2021-09-02T22:49:50.368 INFO:teuthology.task.ansible.out: TASK [testnode : Removing saved yum transactions] ****************************** 2021-09-02T22:49:50.369 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:50.393 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.063) 0:03:17.240 **** 2021-09-02T22:49:50.629 INFO:teuthology.task.ansible.out: TASK [testnode : Check if ceph-debuginfo is installed] ************************* 2021-09-02T22:49:50.631 INFO:teuthology.task.ansible.out:fatal: [smithi162.front.sepia.ceph.com]: FAILED! => {"changed": false, "cmd": ["rpm", "-q", "ceph-debuginfo"], "delta": "0:00:00.006448", "end": "2021-09-02 22:49:50.612156", "msg": "non-zero return code", "rc": 1, "start": "2021-09-02 22:49:50.605708", "stderr": "", "stderr_lines": [], "stdout": "package ceph-debuginfo is not installed", "stdout_lines": ["package ceph-debuginfo is not installed"]} ...ignoring 2021-09-02T22:49:50.652 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.259) 0:03:17.499 **** 2021-09-02T22:49:50.721 INFO:teuthology.task.ansible.out: TASK [testnode : Work around https://bugzilla.redhat.com/show_bug.cgi?id=1234967] *** 2021-09-02T22:49:50.723 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:49:50.744 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:50 +0000 (0:00:00.091) 0:03:17.591 **** 2021-09-02T22:49:54.756 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-09-02T22:49:54.758 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librados2-1:12.2.7-9.el8.x86_64", "Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2021-09-02T22:49:54.780 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:54 +0000 (0:00:04.036) 0:03:21.627 **** 2021-09-02T22:49:54.945 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: librados2-1:12.2.7-9.el8.x86_64", "Removed: librbd1-1:12.2.7-9.el8.x86_64", "Removed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2021-09-02T22:49:54.968 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:54 +0000 (0:00:00.187) 0:03:21.815 **** 2021-09-02T22:49:57.370 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-09-02T22:49:57.372 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-10.el8.x86_64", "Removed: boost-random-1.66.0-10.el8.x86_64"]} 2021-09-02T22:49:57.393 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:57 +0000 (0:00:02.425) 0:03:24.240 **** 2021-09-02T22:49:57.629 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Removed: boost-program-options-1.66.0-10.el8.x86_64", "Removed: boost-random-1.66.0-10.el8.x86_64"]} 2021-09-02T22:49:57.653 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:49:57 +0000 (0:00:00.259) 0:03:24.499 **** 2021-09-02T22:50:04.971 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-09-02T22:50:04.972 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Installed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Installed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: qemu-img-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Removed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-img-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2021-09-02T22:50:04.996 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:04 +0000 (0:00:07.343) 0:03:31.843 **** 2021-09-02T22:50:05.066 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-09-02T22:50:05.068 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:05.090 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:05 +0000 (0:00:00.093) 0:03:31.937 **** 2021-09-02T22:50:05.180 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-09-02T22:50:05.182 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: qemu-kvm-block-rbd-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Installed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Installed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Installed: boost-program-options-1.66.0-10.el8.x86_64", "Installed: boost-random-1.66.0-10.el8.x86_64", "Installed: librados2-1:12.2.7-9.el8.x86_64", "Installed: librbd1-1:12.2.7-9.el8.x86_64", "Installed: qemu-img-15:4.2.0-48.module_el8.4.0+885+5e18b468.3.x86_64", "Removed: qemu-kvm-core-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-img-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64", "Removed: qemu-kvm-common-15:4.2.0-48.module_el8.4.0+783+f8734d30.x86_64"]} 2021-09-02T22:50:05.204 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:05 +0000 (0:00:00.114) 0:03:32.051 **** 2021-09-02T22:50:05.274 INFO:teuthology.task.ansible.out: TASK [testnode : Install epel packages] **************************************** 2021-09-02T22:50:05.276 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:05.295 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:05 +0000 (0:00:00.091) 0:03:32.142 **** 2021-09-02T22:50:06.732 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-09-02T22:50:06.734 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:06.758 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:06 +0000 (0:00:01.462) 0:03:33.605 **** 2021-09-02T22:50:06.995 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:07.018 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:07 +0000 (0:00:00.259) 0:03:33.865 **** 2021-09-02T22:50:08.371 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-09-02T22:50:08.372 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:08.394 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:08 +0000 (0:00:01.375) 0:03:35.241 **** 2021-09-02T22:50:08.646 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:08.669 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:08 +0000 (0:00:00.274) 0:03:35.516 **** 2021-09-02T22:50:08.748 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable firewalld] *********************************** 2021-09-02T22:50:08.750 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveState": "inactive", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity 2021-09-02T22:50:08.752 INFO:teuthology.task.ansible.out:", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127246", "LimitNPROCSoft": "127246", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127246", "LimitSIGPENDINGSoft": "127246", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203593", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-09-02T22:50:08.772 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:08 +0000 (0:00:00.103) 0:03:35.619 **** 2021-09-02T22:50:09.019 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "enabled": false, "name": "firewalld", "state": "stopped", "status": {"ActiveState": "inactive", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "BusName": "org.fedoraproject.FirewallD1", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/firewalld (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "0", "ExecMainStartTimestampMonotonic": "0", "ExecMainStatus": "0", "ExecReload": "{ path=/bin/kill ; argv[]=/bin/kill -HUP $MAINPID ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStart": "{ path=/usr/sbin/firewalld ; argv[]=/usr/sbin/firewalld --nofork --nopid $FIREWALLD_ARGS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSIZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity 2021-09-02T22:50:09.020 INFO:teuthology.task.ansible.out:", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "0", "MemoryAccounting": "yes", "MemoryCurrent": "[not set]", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "null", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "null", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "[not set]", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "dbus", "UID": "[not set]", "UMask": "0022", "WatchdogTimestampMonotonic": "0", "WatchdogUSec": "0"}} 2021-09-02T22:50:09.041 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.268) 0:03:35.888 **** 2021-09-02T22:50:09.099 INFO:teuthology.task.ansible.out: TASK [testnode : Stop and disable iptables] ************************************ 2021-09-02T22:50:09.102 INFO:teuthology.task.ansible.out:fatal: [smithi132.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-09-02T22:50:09.122 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.081) 0:03:35.969 **** 2021-09-02T22:50:09.369 INFO:teuthology.task.ansible.out:fatal: [smithi162.front.sepia.ceph.com]: FAILED! => {"changed": false, "msg": "Could not find the requested service iptables: host"} ...ignoring 2021-09-02T22:50:09.391 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.268) 0:03:36.238 **** 2021-09-02T22:50:09.795 INFO:teuthology.task.ansible.out: TASK [testnode : Enable SELinux] *********************************************** 2021-09-02T22:50:09.797 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "configfile": "/etc/selinux/config", "msg": "", "policy": "targeted", "reboot_required": false, "state": "permissive"} 2021-09-02T22:50:09.818 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.426) 0:03:36.665 **** 2021-09-02T22:50:09.839 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.021) 0:03:36.686 **** 2021-09-02T22:50:09.887 INFO:teuthology.task.ansible.out: TASK [testnode : Install abrt] ************************************************* 2021-09-02T22:50:09.889 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:09.910 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.071) 0:03:36.757 **** 2021-09-02T22:50:09.918 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:09.943 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:09 +0000 (0:00:00.032) 0:03:36.789 **** 2021-09-02T22:50:09.980 INFO:teuthology.task.ansible.out: TASK [testnode : Enable abrt-auto-reporting] *********************************** 2021-09-02T22:50:09.982 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.004 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.060) 0:03:36.850 **** 2021-09-02T22:50:10.021 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.045 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.040) 0:03:36.891 **** 2021-09-02T22:50:10.071 INFO:teuthology.task.ansible.out: TASK [testnode : Set OpenGPGCheck in abrt-action-save-package-data.conf] ******* 2021-09-02T22:50:10.073 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.094 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.050) 0:03:36.941 **** 2021-09-02T22:50:10.122 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.144 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.050) 0:03:36.991 **** 2021-09-02T22:50:10.161 INFO:teuthology.task.ansible.out: TASK [testnode : Set ProcessUnpackaged in abrt-action-save-package-data.conf] *** 2021-09-02T22:50:10.163 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.186 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.041) 0:03:37.033 **** 2021-09-02T22:50:10.225 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.248 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.061) 0:03:37.095 **** 2021-09-02T22:50:10.254 INFO:teuthology.task.ansible.out: TASK [testnode : Restart abrtd] ************************************************ 2021-09-02T22:50:10.255 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.279 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.030) 0:03:37.126 **** 2021-09-02T22:50:10.307 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.331 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.051) 0:03:37.177 **** 2021-09-02T22:50:10.347 INFO:teuthology.task.ansible.out: TASK [testnode : Check for custom repos] *************************************** 2021-09-02T22:50:10.349 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.371 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.040) 0:03:37.218 **** 2021-09-02T22:50:10.389 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.413 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.041) 0:03:37.259 **** 2021-09-02T22:50:10.440 INFO:teuthology.task.ansible.out: TASK [testnode : Remove custom repos] ****************************************** 2021-09-02T22:50:10.463 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.050) 0:03:37.310 **** 2021-09-02T22:50:10.504 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.040) 0:03:37.350 **** 2021-09-02T22:50:10.531 INFO:teuthology.task.ansible.out: TASK [testnode : Set apt preferences] ****************************************** 2021-09-02T22:50:10.533 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.555 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.051) 0:03:37.401 **** 2021-09-02T22:50:10.572 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.595 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.040) 0:03:37.442 **** 2021-09-02T22:50:10.613 INFO:teuthology.task.ansible.out: TASK [testnode : Add sources list] ********************************************* 2021-09-02T22:50:10.615 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.648 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.052) 0:03:37.495 **** 2021-09-02T22:50:10.670 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.694 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.045) 0:03:37.541 **** 2021-09-02T22:50:10.721 INFO:teuthology.task.ansible.out: TASK [testnode : Install apt keys] ********************************************* 2021-09-02T22:50:10.723 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.733 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.757 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.062) 0:03:37.603 **** 2021-09-02T22:50:10.775 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/autobuild.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/autobuild.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.777 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=http://download.ceph.com/keys/release.asc) => {"ansible_loop_var": "item", "changed": false, "item": "http://download.ceph.com/keys/release.asc", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.800 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.043) 0:03:37.647 **** 2021-09-02T22:50:10.827 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-apt] ******************************************* 2021-09-02T22:50:10.829 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.852 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.051) 0:03:37.698 **** 2021-09-02T22:50:10.870 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:10.893 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.041) 0:03:37.739 **** 2021-09-02T22:50:10.920 INFO:teuthology.task.ansible.out: TASK [testnode : Add local apt repos.] ***************************************** 2021-09-02T22:50:10.944 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.050) 0:03:37.790 **** 2021-09-02T22:50:10.996 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:10 +0000 (0:00:00.051) 0:03:37.842 **** 2021-09-02T22:50:11.025 INFO:teuthology.task.ansible.out: TASK [testnode : Blast the apt cache.] ***************************************** 2021-09-02T22:50:11.027 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.048 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.052) 0:03:37.895 **** 2021-09-02T22:50:11.065 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.088 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.039) 0:03:37.935 **** 2021-09-02T22:50:11.115 INFO:teuthology.task.ansible.out: TASK [testnode : Update apt cache.] ******************************************** 2021-09-02T22:50:11.117 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.139 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.051) 0:03:37.986 **** 2021-09-02T22:50:11.160 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.184 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.044) 0:03:38.031 **** 2021-09-02T22:50:11.211 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure packages are not present.] ***************************** 2021-09-02T22:50:11.213 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.235 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.050) 0:03:38.081 **** 2021-09-02T22:50:11.252 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.275 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.040) 0:03:38.121 **** 2021-09-02T22:50:11.301 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-09-02T22:50:11.303 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.327 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.052) 0:03:38.174 **** 2021-09-02T22:50:11.345 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.368 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.215 **** 2021-09-02T22:50:11.397 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade non aarch64 packages] ********************************* 2021-09-02T22:50:11.399 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.421 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.052) 0:03:38.268 **** 2021-09-02T22:50:11.438 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.461 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.040) 0:03:38.308 **** 2021-09-02T22:50:11.488 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-09-02T22:50:11.489 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.513 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.051) 0:03:38.359 **** 2021-09-02T22:50:11.532 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.555 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.042) 0:03:38.402 **** 2021-09-02T22:50:11.572 INFO:teuthology.task.ansible.out: TASK [testnode : Install non aarch64 packages] ********************************* 2021-09-02T22:50:11.573 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.596 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.443 **** 2021-09-02T22:50:11.614 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.637 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.484 **** 2021-09-02T22:50:11.654 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages with --no-install-recommends] **************** 2021-09-02T22:50:11.656 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.679 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.526 **** 2021-09-02T22:50:11.697 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.720 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.567 **** 2021-09-02T22:50:11.738 INFO:teuthology.task.ansible.out: TASK [testnode : Use perl to add user_xattr to the root mount options in fstab.] *** 2021-09-02T22:50:11.740 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.762 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.609 **** 2021-09-02T22:50:11.791 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.815 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.052) 0:03:38.662 **** 2021-09-02T22:50:11.832 INFO:teuthology.task.ansible.out: TASK [testnode : Enable xattr for this boot.] ********************************** 2021-09-02T22:50:11.834 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.856 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.703 **** 2021-09-02T22:50:11.885 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.908 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.051) 0:03:38.754 **** 2021-09-02T22:50:11.925 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure fuse group exists.] ************************************ 2021-09-02T22:50:11.927 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:11.949 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.041) 0:03:38.796 **** 2021-09-02T22:50:11.978 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.001 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:11 +0000 (0:00:00.052) 0:03:38.848 **** 2021-09-02T22:50:12.030 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/fuse.conf.] *************************************** 2021-09-02T22:50:12.031 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.054 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.052) 0:03:38.901 **** 2021-09-02T22:50:12.072 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.096 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.041) 0:03:38.942 **** 2021-09-02T22:50:12.124 INFO:teuthology.task.ansible.out: TASK [testnode : Add teuthology user to groups fuse, kvm and disk.] ************ skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.147 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.051) 0:03:38.994 **** 2021-09-02T22:50:12.166 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.190 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.042) 0:03:39.036 **** 2021-09-02T22:50:12.217 INFO:teuthology.task.ansible.out: TASK [testnode : Set up static IP in /etc/hosts.] ****************************** 2021-09-02T22:50:12.219 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.241 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.051) 0:03:39.088 **** 2021-09-02T22:50:12.259 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.282 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.040) 0:03:39.129 **** 2021-09-02T22:50:12.310 INFO:teuthology.task.ansible.out: TASK [testnode : Stop apache2] ************************************************* 2021-09-02T22:50:12.312 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.333 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.051) 0:03:39.180 **** 2021-09-02T22:50:12.361 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.383 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.049) 0:03:39.229 **** 2021-09-02T22:50:12.400 INFO:teuthology.task.ansible.out: TASK [testnode : Set mode on /etc/fuse.conf] *********************************** 2021-09-02T22:50:12.402 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.429 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.046) 0:03:39.276 **** 2021-09-02T22:50:12.457 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.481 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.050) 0:03:39.327 **** 2021-09-02T22:50:12.498 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure the group kvm exists.] ********************************* 2021-09-02T22:50:12.499 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.524 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.042) 0:03:39.370 **** 2021-09-02T22:50:12.541 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.565 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.041) 0:03:39.412 **** 2021-09-02T22:50:12.583 INFO:teuthology.task.ansible.out: TASK [testnode : Add the teuthology user to groups kvm,disk] ******************* 2021-09-02T22:50:12.585 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.607 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.041) 0:03:39.454 **** 2021-09-02T22:50:12.624 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.648 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.040) 0:03:39.494 **** 2021-09-02T22:50:12.675 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/sudoers.] ************************************** 2021-09-02T22:50:12.677 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.699 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.051) 0:03:39.546 **** 2021-09-02T22:50:12.717 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.744 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.044) 0:03:39.590 **** 2021-09-02T22:50:12.761 INFO:teuthology.task.ansible.out: TASK [testnode : Configure /etc/security/limits.conf] ************************** 2021-09-02T22:50:12.763 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.786 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.042) 0:03:39.632 **** 2021-09-02T22:50:12.804 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.835 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.049) 0:03:39.682 **** 2021-09-02T22:50:12.854 INFO:teuthology.task.ansible.out: TASK [testnode : Rebuild rpmdb] ************************************************ 2021-09-02T22:50:12.855 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.878 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.042) 0:03:39.725 **** 2021-09-02T22:50:12.896 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.920 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.041) 0:03:39.766 **** 2021-09-02T22:50:12.937 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph packages are not present.] ************************ 2021-09-02T22:50:12.939 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:12.962 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:12 +0000 (0:00:00.041) 0:03:39.808 **** 2021-09-02T22:50:12.989 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.013 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.051) 0:03:39.859 **** 2021-09-02T22:50:13.030 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure ceph dependency packages are not present.] ************* 2021-09-02T22:50:13.031 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.053 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.040) 0:03:39.900 **** 2021-09-02T22:50:13.081 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.104 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.051) 0:03:39.951 **** 2021-09-02T22:50:13.121 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:13.123 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.146 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.041) 0:03:39.993 **** 2021-09-02T22:50:13.169 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.192 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.045) 0:03:40.039 **** 2021-09-02T22:50:13.220 INFO:teuthology.task.ansible.out: TASK [testnode : Remove packages] ********************************************** 2021-09-02T22:50:13.221 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.243 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.050) 0:03:40.090 **** 2021-09-02T22:50:13.261 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.284 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.040) 0:03:40.130 **** 2021-09-02T22:50:13.311 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages] ********************************************* 2021-09-02T22:50:13.313 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.334 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.050) 0:03:40.181 **** 2021-09-02T22:50:13.352 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.375 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.041) 0:03:40.222 **** 2021-09-02T22:50:13.403 INFO:teuthology.task.ansible.out: TASK [testnode : Upgrade packages] ********************************************* 2021-09-02T22:50:13.405 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.426 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.050) 0:03:40.273 **** 2021-09-02T22:50:13.444 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.466 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.040) 0:03:40.313 **** 2021-09-02T22:50:13.494 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-09-02T22:50:13.496 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.521 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.054) 0:03:40.367 **** 2021-09-02T22:50:13.538 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:13.562 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.041) 0:03:40.409 **** 2021-09-02T22:50:13.767 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-09-02T22:50:13.769 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-09-02T22:50:13.791 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.228) 0:03:40.637 **** 2021-09-02T22:50:13.809 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/bin/lspci", "gid": 0, "group": "root", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 11, "src": "/sbin/lspci", "state": "link", "uid": 0} 2021-09-02T22:50:13.833 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:13 +0000 (0:00:00.041) 0:03:40.679 **** 2021-09-02T22:50:14.037 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-09-02T22:50:14.038 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:14.059 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.226) 0:03:40.906 **** 2021-09-02T22:50:14.078 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/usr/lib/ltp/testcases/bin", "secontext": "unconfined_u:object_r:lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:14.103 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.043) 0:03:40.950 **** 2021-09-02T22:50:14.288 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-09-02T22:50:14.289 INFO:teuthology.task.ansible.out:[WARNING]: Cannot set fs attributes on a non-existent symlink target. follow should be set to False to avoid this. ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-09-02T22:50:14.312 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.208) 0:03:41.159 **** 2021-09-02T22:50:14.330 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "dest": "/usr/lib/ltp/testcases/bin/fsstress", "src": "/usr/bin/fsstress"} 2021-09-02T22:50:14.353 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.041) 0:03:41.200 **** 2021-09-02T22:50:14.370 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-09-02T22:50:14.372 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.394 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.041) 0:03:41.241 **** 2021-09-02T22:50:14.423 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.446 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.051) 0:03:41.292 **** 2021-09-02T22:50:14.462 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-09-02T22:50:14.464 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.487 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.041) 0:03:41.334 **** 2021-09-02T22:50:14.515 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.539 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.051) 0:03:41.386 **** 2021-09-02T22:50:14.723 INFO:teuthology.task.ansible.out: TASK [testnode : Include hostname in /etc/sysconfig/network] ******************* 2021-09-02T22:50:14.725 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.745 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.206) 0:03:41.592 **** 2021-09-02T22:50:14.773 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.796 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.051) 0:03:41.643 **** 2021-09-02T22:50:14.865 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-09-02T22:50:14.866 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.887 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.090) 0:03:41.733 **** 2021-09-02T22:50:14.955 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-09-02T22:50:14.957 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:14.978 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:14 +0000 (0:00:00.091) 0:03:41.825 **** 2021-09-02T22:50:14.985 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-09-02T22:50:14.987 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.010 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.031) 0:03:41.857 **** 2021-09-02T22:50:15.048 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-09-02T22:50:15.050 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.074 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.064) 0:03:41.921 **** 2021-09-02T22:50:15.091 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-09-02T22:50:15.093 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.115 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.040) 0:03:41.961 **** 2021-09-02T22:50:15.141 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-09-02T22:50:15.143 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.165 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.050) 0:03:42.012 **** 2021-09-02T22:50:15.186 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-09-02T22:50:15.188 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.209 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.044) 0:03:42.056 **** 2021-09-02T22:50:15.227 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-09-02T22:50:15.229 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.251 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.041) 0:03:42.098 **** 2021-09-02T22:50:15.269 INFO:teuthology.task.ansible.out: TASK [testnode : Make raid/smart scripts work.] ******************************** 2021-09-02T22:50:15.271 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.292 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.041) 0:03:42.139 **** 2021-09-02T22:50:15.310 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-09-02T22:50:15.312 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.335 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.042) 0:03:42.181 **** 2021-09-02T22:50:15.352 INFO:teuthology.task.ansible.out: TASK [testnode : Create FStest ubuntu directory.] ****************************** 2021-09-02T22:50:15.354 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.381 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.046) 0:03:42.228 **** 2021-09-02T22:50:15.399 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-09-02T22:50:15.401 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.425 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.043) 0:03:42.271 **** 2021-09-02T22:50:15.442 INFO:teuthology.task.ansible.out: TASK [testnode : Make fsstress same path as ubuntu.] *************************** 2021-09-02T22:50:15.444 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.474 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.049) 0:03:42.321 **** 2021-09-02T22:50:15.495 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-09-02T22:50:15.497 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.530 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.056) 0:03:42.377 **** 2021-09-02T22:50:15.551 INFO:teuthology.task.ansible.out: TASK [testnode : Set grub config.] ********************************************* 2021-09-02T22:50:15.553 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.586 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.055) 0:03:42.433 **** 2021-09-02T22:50:15.607 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-09-02T22:50:15.609 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.637 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.051) 0:03:42.484 **** 2021-09-02T22:50:15.654 INFO:teuthology.task.ansible.out: TASK [testnode : Remove /etc/ceph] ********************************************* 2021-09-02T22:50:15.656 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.677 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.040) 0:03:42.524 **** 2021-09-02T22:50:15.704 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-09-02T22:50:15.706 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.729 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.051) 0:03:42.575 **** 2021-09-02T22:50:15.745 INFO:teuthology.task.ansible.out: TASK [testnode : Upload a dummy nfs export so that the nfs kernel server starts.] *** 2021-09-02T22:50:15.747 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.769 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.040) 0:03:42.616 **** 2021-09-02T22:50:15.943 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-09-02T22:50:15.945 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:15.965 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:15 +0000 (0:00:00.196) 0:03:42.812 **** 2021-09-02T22:50:15.993 INFO:teuthology.task.ansible.out: TASK [testnode : Enable nfs-server on rhel 7.x.] ******************************* 2021-09-02T22:50:15.995 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.017 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.051) 0:03:42.864 **** 2021-09-02T22:50:16.181 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-09-02T22:50:16.183 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.204 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.187) 0:03:43.051 **** 2021-09-02T22:50:16.242 INFO:teuthology.task.ansible.out: TASK [testnode : Upload weekly kernel-clean crontab.] ************************** 2021-09-02T22:50:16.244 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.266 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.061) 0:03:43.112 **** 2021-09-02T22:50:16.418 INFO:teuthology.task.ansible.out: TASK [testnode : Enable kernel modules to load at boot time.] ****************** 2021-09-02T22:50:16.420 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.443 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.177) 0:03:43.290 **** 2021-09-02T22:50:16.481 INFO:teuthology.task.ansible.out: TASK [testnode : Upload /etc/grub.d/02_force_timeout.] ************************* 2021-09-02T22:50:16.483 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.505 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.061) 0:03:43.352 **** 2021-09-02T22:50:16.759 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-09-02T22:50:16.760 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} TASK [testnode : Enable kernel modules to load at boot time.] ****************** skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.781 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.276) 0:03:43.628 **** 2021-09-02T22:50:16.802 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.021) 0:03:43.649 **** 2021-09-02T22:50:16.851 INFO:teuthology.task.ansible.out: TASK [testnode : Enabling auto-fsck fix to prevent boot hangup.] *************** 2021-09-02T22:50:16.853 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.875 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.072) 0:03:43.722 **** 2021-09-02T22:50:16.883 INFO:teuthology.task.ansible.out: TASK [testnode : Work around broken wget on wheezy.] *************************** 2021-09-02T22:50:16.885 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.912 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.037) 0:03:43.759 **** 2021-09-02T22:50:16.941 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:16.964 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:16 +0000 (0:00:00.051) 0:03:43.811 **** 2021-09-02T22:50:16.983 INFO:teuthology.task.ansible.out: TASK [testnode : Stop collectl] ************************************************ 2021-09-02T22:50:16.984 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.009 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.045) 0:03:43.856 **** 2021-09-02T22:50:17.028 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.053 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.043) 0:03:43.900 **** 2021-09-02T22:50:17.081 INFO:teuthology.task.ansible.out: TASK [testnode : Add PATH to the teuthology_user .bashrc.] ********************* 2021-09-02T22:50:17.083 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.105 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.051) 0:03:43.951 **** 2021-09-02T22:50:17.122 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.148 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.043) 0:03:43.995 **** 2021-09-02T22:50:17.188 INFO:teuthology.task.ansible.out: TASK [testnode : Check to see if we need to edit /etc/profile.] **************** 2021-09-02T22:50:17.189 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.213 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.064) 0:03:44.060 **** 2021-09-02T22:50:17.232 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.256 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.043) 0:03:44.103 **** 2021-09-02T22:50:17.285 INFO:teuthology.task.ansible.out: TASK [testnode : Update /etc/profile if needed.] ******************************* 2021-09-02T22:50:17.287 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.308 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.051) 0:03:44.155 **** 2021-09-02T22:50:17.325 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.351 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.042) 0:03:44.197 **** 2021-09-02T22:50:17.389 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:17.391 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-09-02T22:50:17.412 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.061) 0:03:44.259 **** 2021-09-02T22:50:17.429 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"nvme_card_present": false}, "changed": false} 2021-09-02T22:50:17.454 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.041) 0:03:44.300 **** 2021-09-02T22:50:17.503 INFO:teuthology.task.ansible.out: TASK [testnode : Check for NVMe drive] ***************************************** 2021-09-02T22:50:17.504 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.514 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-09-02T22:50:17.515 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.525 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.526 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.536 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=dm-1) => {"ansible_loop_var": "item", "changed": false, "item": "dm-1", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.538 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.564 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.110) 0:03:44.411 **** 2021-09-02T22:50:17.571 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=nvme0n1) => {"ansible_facts": {"nvme_card_present": true}, "ansible_loop_var": "item", "changed": false, "item": "nvme0n1"} 2021-09-02T22:50:17.573 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=dm-4) => {"ansible_loop_var": "item", "changed": false, "item": "dm-4", "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item=dm-2) => {"ansible_loop_var": "item", "changed": false, "item": "dm-2", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.573 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=dm-0) => {"ansible_loop_var": "item", "changed": false, "item": "dm-0", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.574 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=sda) => {"ansible_loop_var": "item", "changed": false, "item": "sda", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.574 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=dm-3) => {"ansible_loop_var": "item", "changed": false, "item": "dm-3", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.601 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.037) 0:03:44.448 **** 2021-09-02T22:50:17.795 INFO:teuthology.task.ansible.out: TASK [testnode : Check for teuthology-lock command] **************************** 2021-09-02T22:50:17.797 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003410", "end": "2021-09-02 22:50:17.776455", "rc": 0, "start": "2021-09-02 22:50:17.773045", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_df69d6db9d68f5492f47c1dee57bca3b0a385796/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_df69d6db9d68f5492f47c1dee57bca3b0a385796/virtualenv/bin/teuthology-lock"]} 2021-09-02T22:50:17.821 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.219) 0:03:44.667 **** 2021-09-02T22:50:17.838 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": "which teuthology-lock", "delta": "0:00:00.003482", "end": "2021-09-02 22:50:17.815859", "rc": 0, "start": "2021-09-02 22:50:17.812377", "stderr": "", "stderr_lines": [], "stdout": "/home/teuthworker/src/git.ceph.com_git_teuthology_df69d6db9d68f5492f47c1dee57bca3b0a385796/virtualenv/bin/teuthology-lock", "stdout_lines": ["/home/teuthworker/src/git.ceph.com_git_teuthology_df69d6db9d68f5492f47c1dee57bca3b0a385796/virtualenv/bin/teuthology-lock"]} 2021-09-02T22:50:17.864 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.043) 0:03:44.711 **** 2021-09-02T22:50:17.891 INFO:teuthology.task.ansible.out: TASK [testnode : Mark system down if NVMe card missing] ************************ 2021-09-02T22:50:17.893 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.919 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.054) 0:03:44.766 **** 2021-09-02T22:50:17.945 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:17.970 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:17 +0000 (0:00:00.050) 0:03:44.817 **** 2021-09-02T22:50:17.987 INFO:teuthology.task.ansible.out: TASK [testnode : Update description in paddles lock DB if NVMe card missing] *** 2021-09-02T22:50:17.988 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:18.011 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:18 +0000 (0:00:00.041) 0:03:44.858 **** 2021-09-02T22:50:18.040 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:18.062 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:18 +0000 (0:00:00.050) 0:03:44.909 **** 2021-09-02T22:50:18.079 INFO:teuthology.task.ansible.out: TASK [testnode : Fail rest of playbook due to missing NVMe card] *************** 2021-09-02T22:50:18.081 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:18.103 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:18 +0000 (0:00:00.040) 0:03:44.950 **** 2021-09-02T22:50:18.131 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:18.154 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:18 +0000 (0:00:00.051) 0:03:45.001 **** 2021-09-02T22:50:18.181 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure apt dependencies are installed] ********************* 2021-09-02T22:50:18.183 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:18.205 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:18 +0000 (0:00:00.051) 0:03:45.052 **** 2021-09-02T22:50:18.223 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:18.246 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:18 +0000 (0:00:00.040) 0:03:45.093 **** 2021-09-02T22:50:19.817 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure rpm dependencies are installed] ********************* 2021-09-02T22:50:19.818 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:19.840 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:19 +0000 (0:00:01.594) 0:03:46.687 **** 2021-09-02T22:50:19.860 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:19.894 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:19 +0000 (0:00:00.053) 0:03:46.740 **** 2021-09-02T22:50:19.935 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-09-02T22:50:19.937 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930259333120, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227114095, 'block_used': 12981013, 'inode_total': 61054976, 'inode_available': 60985860, 'inode_used': 69116, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227114095, "block_size": 4096, "block_total": 240095108, "block_used": 12981013, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985860, "inode_total": 61054976, "inode_used": 69116, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930259333120, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}} 2021-09-02T22:50:19.963 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:19 +0000 (0:00:00.068) 0:03:46.809 **** 2021-09-02T22:50:19.980 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930259345408, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227114098, 'block_used': 12981010, 'inode_total': 61054976, 'inode_available': 60985864, 'inode_used': 69112, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_facts": {"root_disk": "/dev/sda"}, "ansible_loop_var": "item", "changed": false, "item": {"block_available": 227114098, "block_size": 4096, "block_total": 240095108, "block_used": 12981010, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985864, "inode_total": 61054976, "inode_used": 69112, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930259345408, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}} 2021-09-02T22:50:20.004 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.041) 0:03:46.851 **** 2021-09-02T22:50:20.198 INFO:teuthology.task.ansible.out: TASK [testnode : Compile list of non-root partitions] ************************** 2021-09-02T22:50:20.200 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.005065", "end": "2021-09-02 22:50:20.174184", "rc": 0, "start": "2021-09-02 22:50:20.169119", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:20.221 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.216) 0:03:47.067 **** 2021-09-02T22:50:20.239 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": "lsblk --list --noheadings | grep part | grep -v sda | awk '{ print $1 }'", "delta": "0:00:00.005156", "end": "2021-09-02 22:50:20.217766", "rc": 0, "start": "2021-09-02 22:50:20.212610", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:20.264 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.043) 0:03:47.111 **** 2021-09-02T22:50:20.303 INFO:teuthology.task.ansible.out: TASK [testnode : Unmount any non-root mountpoints] ***************************** 2021-09-02T22:50:20.305 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930259333120, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227114095, 'block_used': 12981013, 'inode_total': 61054976, 'inode_available': 60985860, 'inode_used': 69116, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227114095, "block_size": 4096, "block_total": 240095108, "block_used": 12981013, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985860, "inode_total": 61054976, "inode_used": 69116, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930259333120, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:20.327 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.062) 0:03:47.174 **** 2021-09-02T22:50:20.355 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930259345408, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227114098, 'block_used': 12981010, 'inode_total': 61054976, 'inode_available': 60985864, 'inode_used': 69112, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227114098, "block_size": 4096, "block_total": 240095108, "block_used": 12981010, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985864, "inode_total": 61054976, "inode_used": 69112, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930259345408, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:20.379 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.051) 0:03:47.226 **** 2021-09-02T22:50:20.396 INFO:teuthology.task.ansible.out: TASK [testnode : Wipe filesystems on non-root partitions] ********************** 2021-09-02T22:50:20.420 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.041) 0:03:47.267 **** 2021-09-02T22:50:20.471 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:20 +0000 (0:00:00.050) 0:03:47.318 **** 2021-09-02T22:50:22.002 INFO:teuthology.task.ansible.out: TASK [testnode : Zap all non-root disks] *************************************** 2021-09-02T22:50:22.004 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7BbOdd1tJ5hXpiMSN8obMCXS4L7eDcTD'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.281117", "end": "2021-09-02 22:50:21.975820", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7BbOdd1tJ5hXpiMSN8obMCXS4L7eDcTD"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:20.694703", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:22.097 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDgKwJuZCLv2YpjZEFHP8g0baPM7gJiN2K'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-1 || sgdisk --zap-all /dev/dm-1", "delta": "0:00:01.421209", "end": "2021-09-02 22:50:22.066632", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDgKwJuZCLv2YpjZEFHP8g0baPM7gJiN2K"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:20.645423", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:23.289 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-NfePZa-VQ4e-7Dmv-VsIp-7gie-fNLg-9gvYT4', 'nvme-INTEL_SSDPEDMD400G4_CVFT6232000B400BGN', 'nvme-nvme.8086-43564654363233323030304234303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.090147", "end": "2021-09-02 22:50:23.257289", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-NfePZa-VQ4e-7Dmv-VsIp-7gie-fNLg-9gvYT4", "nvme-INTEL_SSDPEDMD400G4_CVFT6232000B400BGN", "nvme-nvme.8086-43564654363233323030304234303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:22.167142", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 2021-09-02T22:50:23.291 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:23.363 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-eA30vE-9FQm-Z3ui-o0lu-Np8c-8ip7-lDaDYW', 'nvme-INTEL_SSDPEDMD400G4_CVFT623300JU400BGN', 'nvme-nvme.8086-435646543632333330304a5534303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/nvme0n1 || sgdisk --zap-all /dev/nvme0n1", "delta": "0:00:01.081920", "end": "2021-09-02 22:50:23.339469", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-eA30vE-9FQm-Z3ui-o0lu-Np8c-8ip7-lDaDYW", "nvme-INTEL_SSDPEDMD400G4_CVFT623300JU400BGN", "nvme-nvme.8086-435646543632333330304a5534303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:22.257549", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nGPT data structures destroyed! 2021-09-02T22:50:23.365 INFO:teuthology.task.ansible.out:You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:24.538 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7agqCAOLRXp7iJm00hjCPGOZ7OwqI21U'], 'uuids': ['b6b66c9f-db6e-4a73-b8b5-3d2ab2bf38cd'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.058384", "end": "2021-09-02 22:50:24.506295", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7agqCAOLRXp7iJm00hjCPGOZ7OwqI21U"], "labels": [], "masters": [], "uuids": ["b6b66c9f-db6e-4a73-b8b5-3d2ab2bf38cd"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:23.447911", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:24.622 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7wUnzjGsBk74i3bv93G51iICz19NhVam'], 'uuids': ['22696204-fac3-432b-8454-ed22706bf6e5'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-4 || sgdisk --zap-all /dev/dm-4", "delta": "0:00:01.068917", "end": "2021-09-02 22:50:24.593569", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7wUnzjGsBk74i3bv93G51iICz19NhVam"], "labels": [], "masters": [], "uuids": ["22696204-fac3-432b-8454-ed22706bf6e5"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:23.524652", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:25.772 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN3cetONPKbNml0kxLxSnXJ4QiVpHY4So2'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.058957", "end": "2021-09-02 22:50:25.747985", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN3cetONPKbNml0kxLxSnXJ4QiVpHY4So2"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:24.689028", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:25.866 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD2nMxG6qC4n9v5cpgh0qK8Tc7Q4RaBjW9'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-2 || sgdisk --zap-all /dev/dm-2", "delta": "0:00:01.060958", "end": "2021-09-02 22:50:25.836892", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD2nMxG6qC4n9v5cpgh0qK8Tc7Q4RaBjW9"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:24.775934", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:27.026 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINQx8pKdIHYu3VYbOFsBm8BqSqYiLS0wbz'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.065354", "end": "2021-09-02 22:50:26.998474", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINQx8pKdIHYu3VYbOFsBm8BqSqYiLS0wbz"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:25.933120", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:27.038 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XM6D', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XM6D', 'scsi-35000c500929332c1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D', 'wwn-0x5000c500929332c1'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XM6D', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c500929332c1', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XM6D-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XM6D-part1', 'scsi-35000c500929332c1-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D-part1', 'wwn-0x5000c500929332c1-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XM6D", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XM6D", "scsi-35000c500929332c1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D", "wwn-0x5000c500929332c1"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XM6D-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-09-02T22:50:27.040 INFO:teuthology.task.ansible.out:Z1W5XM6D-part1", "scsi-35000c500929332c1-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D-part1", "wwn-0x5000c500929332c1-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XM6D", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500929332c1"}}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:27.112 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7bxBHwwgib4NBehfdiMr2s44kPlT3e7A'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-0 || sgdisk --zap-all /dev/dm-0", "delta": "0:00:01.054351", "end": "2021-09-02 22:50:27.078795", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7bxBHwwgib4NBehfdiMr2s44kPlT3e7A"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:26.024444", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:27.114 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTKR', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTKR', 'scsi-35000c5009293e333', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR', 'wwn-0x5000c5009293e333'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XTKR', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c5009293e333', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTKR-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTKR-part1', 'scsi-35000c5009293e333-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR-part1', 'wwn-0x5000c5009293e333-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTKR", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTKR", "scsi-35000c5009293e333", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR", "wwn-0x5000c5009293e333"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTKR-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-09-02T22:50:27.115 INFO:teuthology.task.ansible.out:Z1W5XTKR-part1", "scsi-35000c5009293e333-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR-part1", "wwn-0x5000c5009293e333-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XTKR", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009293e333"}}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:28.274 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINuyPPpm8Oufp2kuegmG1SD0ORbbdkkhIr'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.057991", "end": "2021-09-02 22:50:28.247626", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINuyPPpm8Oufp2kuegmG1SD0ORbbdkkhIr"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:27.189635", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:28.301 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:28 +0000 (0:00:07.830) 0:03:55.148 **** 2021-09-02T22:50:28.350 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDw1caoRcjp8ZfkkXBl2mZiKD2rAJOS0Dr'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "sgdisk --zap-all /dev/dm-3 || sgdisk --zap-all /dev/dm-3", "delta": "0:00:01.045881", "end": "2021-09-02 22:50:28.319896", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDw1caoRcjp8ZfkkXBl2mZiKD2rAJOS0Dr"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:27.274015", "stderr": "", "stderr_lines": [], "stdout": "Creating new GPT entries.\nWarning: The kernel is still using the old partition table.\nThe new table will be used at the next reboot or after you\nrun partprobe(8) or kpartx(8)\nGPT data structures destroyed! You may now partition the disk using fdisk or\nother utilities.", "stdout_lines": ["Creating new GPT entries.", "Warning: The kernel is still using the old partition table.", "The new table will be used at the next reboot or after you", "run partprobe(8) or kpartx(8)", "GPT data structures destroyed! You may now partition the disk using fdisk or", "other utilities."]} 2021-09-02T22:50:28.380 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:28 +0000 (0:00:00.078) 0:03:55.226 **** 2021-09-02T22:50:28.719 INFO:teuthology.task.ansible.out: TASK [testnode : Blow away lingering OSD data and FSIDs] *********************** 2021-09-02T22:50:28.721 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7BbOdd1tJ5hXpiMSN8obMCXS4L7eDcTD'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.154216", "end": "2021-09-02 22:50:28.690440", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7BbOdd1tJ5hXpiMSN8obMCXS4L7eDcTD"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:28.536224", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.151492 s, 761 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.151492 s, 761 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:28.794 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-1', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_2', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDgKwJuZCLv2YpjZEFHP8g0baPM7gJiN2K'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-1 bs=1M count=110", "delta": "0:00:00.153361", "end": "2021-09-02 22:50:28.767730", "item": {"key": "dm-1", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_2", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDgKwJuZCLv2YpjZEFHP8g0baPM7gJiN2K"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:28.614369", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.150538 s, 766 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.150538 s, 766 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:28.920 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-NfePZa-VQ4e-7Dmv-VsIp-7gie-fNLg-9gvYT4', 'nvme-INTEL_SSDPEDMD400G4_CVFT6232000B400BGN', 'nvme-nvme.8086-43564654363233323030304234303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.038836", "end": "2021-09-02 22:50:28.900652", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-NfePZa-VQ4e-7Dmv-VsIp-7gie-fNLg-9gvYT4", "nvme-INTEL_SSDPEDMD400G4_CVFT6232000B400BGN", "nvme-nvme.8086-43564654363233323030304234303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:28.861816", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0360858 s, 3.2 GB/s", "std 2021-09-02T22:50:28.922 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0360858 s, 3.2 GB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.015 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'nvme0n1', 'value': {'virtual': 1, 'links': {'ids': ['lvm-pv-uuid-eA30vE-9FQm-Z3ui-o0lu-Np8c-8ip7-lDaDYW', 'nvme-INTEL_SSDPEDMD400G4_CVFT623300JU400BGN', 'nvme-nvme.8086-435646543632333330304a5534303042474e-494e54454c205353445045444d443430304734-00000001'], 'uuids': [], 'labels': [], 'masters': ['dm-0', 'dm-1', 'dm-2', 'dm-3', 'dm-4']}, 'vendor': None, 'model': 'INTEL SSDPEDMD400G4', 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': 'none', 'sectors': '781422768', 'sectorsize': '512', 'size': '372.61 GB', 'host': 'Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)', 'holders': ['vg_nvme-lv_2', 'vg_nvme-lv_5', 'vg_nvme-lv_3', 'vg_nvme-lv_1', 'vg_nvme-lv_4']}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/nvme0n1 bs=1M count=110", "delta": "0:00:00.040090", "end": "2021-09-02 22:50:28.985684", "item": {"key": "nvme0n1", "value": {"holders": ["vg_nvme-lv_2", "vg_nvme-lv_5", "vg_nvme-lv_3", "vg_nvme-lv_1", "vg_nvme-lv_4"], "host": "Non-Volatile memory controller: Intel Corporation PCIe Data Center SSD (rev 01)", "links": {"ids": ["lvm-pv-uuid-eA30vE-9FQm-Z3ui-o0lu-Np8c-8ip7-lDaDYW", "nvme-INTEL_SSDPEDMD400G4_CVFT623300JU400BGN", "nvme-nvme.8086-435646543632333330304a5534303042474e-494e54454c205353445045444d443430304734-00000001"], "labels": [], "masters": ["dm-0", "dm-1", "dm-2", "dm-3", "dm-4"], "uuids": []}, "model": "INTEL SSDPEDMD400G4", "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "781422768", "sectorsize": "512", "size": "372.61 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:28.945594", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.0373364 s, 3.1 GB/s", "std 2021-09-02T22:50:29.017 INFO:teuthology.task.ansible.out:err_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.0373364 s, 3.1 GB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.244 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7agqCAOLRXp7iJm00hjCPGOZ7OwqI21U'], 'uuids': ['b6b66c9f-db6e-4a73-b8b5-3d2ab2bf38cd'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.143470", "end": "2021-09-02 22:50:29.224986", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN7agqCAOLRXp7iJm00hjCPGOZ7OwqI21U"], "labels": [], "masters": [], "uuids": ["b6b66c9f-db6e-4a73-b8b5-3d2ab2bf38cd"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:29.081516", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.140822 s, 819 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.140822 s, 819 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.342 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-4', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_5', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7wUnzjGsBk74i3bv93G51iICz19NhVam'], 'uuids': ['22696204-fac3-432b-8454-ed22706bf6e5'], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '31252480', 'sectorsize': '512', 'size': '14.90 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-4 bs=1M count=110", "delta": "0:00:00.144655", "end": "2021-09-02 22:50:29.315638", "item": {"key": "dm-4", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_5", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7wUnzjGsBk74i3bv93G51iICz19NhVam"], "labels": [], "masters": [], "uuids": ["22696204-fac3-432b-8454-ed22706bf6e5"]}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "31252480", "sectorsize": "512", "size": "14.90 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:29.170983", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.142024 s, 812 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.142024 s, 812 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.570 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN3cetONPKbNml0kxLxSnXJ4QiVpHY4So2'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.143556", "end": "2021-09-02 22:50:29.543285", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdIN3cetONPKbNml0kxLxSnXJ4QiVpHY4So2"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:29.399729", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.140991 s, 818 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.140991 s, 818 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.654 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-2', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_3', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD2nMxG6qC4n9v5cpgh0qK8Tc7Q4RaBjW9'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-2 bs=1M count=110", "delta": "0:00:00.143574", "end": "2021-09-02 22:50:29.630929", "item": {"key": "dm-2", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_3", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD2nMxG6qC4n9v5cpgh0qK8Tc7Q4RaBjW9"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:29.487355", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.140963 s, 818 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.140963 s, 818 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.895 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINQx8pKdIHYu3VYbOFsBm8BqSqYiLS0wbz'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.154044", "end": "2021-09-02 22:50:29.870434", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINQx8pKdIHYu3VYbOFsBm8BqSqYiLS0wbz"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:29.716390", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.15148 s, 761 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.15148 s, 761 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.908 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XM6D', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XM6D', 'scsi-35000c500929332c1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D', 'wwn-0x5000c500929332c1'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XM6D', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c500929332c1', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XM6D-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XM6D-part1', 'scsi-35000c500929332c1-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D-part1', 'wwn-0x5000c500929332c1-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XM6D", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XM6D", "scsi-35000c500929332c1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D", "wwn-0x5000c500929332c1"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XM6D-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XM6D-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-09-02T22:50:29.910 INFO:teuthology.task.ansible.out:Z1W5XM6D-part1", "scsi-35000c500929332c1-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XM6D-part1", "wwn-0x5000c500929332c1-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XM6D", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c500929332c1"}}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:29.972 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-0', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_1', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7bxBHwwgib4NBehfdiMr2s44kPlT3e7A'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-0 bs=1M count=110", "delta": "0:00:00.146103", "end": "2021-09-02 22:50:29.947862", "item": {"key": "dm-0", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_1", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcD7bxBHwwgib4NBehfdiMr2s44kPlT3e7A"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:29.801759", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.14345 s, 804 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.14345 s, 804 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:29.984 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'key': 'sda', 'value': {'virtual': 1, 'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTKR', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTKR', 'scsi-35000c5009293e333', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR', 'wwn-0x5000c5009293e333'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': 'ATA', 'model': 'ST1000NM0033-9ZM', 'sas_address': None, 'sas_device_handle': None, 'serial': 'Z1W5XTKR', 'removable': '0', 'support_discard': '0', 'wwn': '0x5000c5009293e333', 'partitions': {'sda1': {'links': {'ids': ['ata-ST1000NM0033-9ZM173_Z1W5XTKR-part1', 'scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR-part1', 'scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTKR-part1', 'scsi-35000c5009293e333-part1', 'scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR-part1', 'wwn-0x5000c5009293e333-part1'], 'uuids': ['fcc12580-8f3b-4cec-aef7-e7427fa239b7'], 'labels': [], 'masters': []}, 'start': '2048', 'sectors': '1953522688', 'sectorsize': 512, 'size': '931.51 GB', 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7', 'holders': []}}, 'rotational': '1', 'scheduler_mode': 'mq-deadline', 'sectors': '1953525168', 'sectorsize': '512', 'size': '931.51 GB', 'host': 'SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)', 'holders': []}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "sda", "value": {"holders": [], "host": "SATA controller: Intel Corporation C610/X99 series chipset 6-Port SATA Controller [AHCI mode] (rev 05)", "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTKR", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR", "scsi-1ATA_ST1000NM0033-9ZM173_Z1W5XTKR", "scsi-35000c5009293e333", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR", "wwn-0x5000c5009293e333"], "labels": [], "masters": [], "uuids": []}, "model": "ST1000NM0033-9ZM", "partitions": {"sda1": {"holders": [], "links": {"ids": ["ata-ST1000NM0033-9ZM173_Z1W5XTKR-part1", "scsi-0ATA_ST1000NM0033-9ZM_Z1W5XTKR-part1", "scsi-1ATA_ST1000NM0033-9ZM173_ 2021-09-02T22:50:29.986 INFO:teuthology.task.ansible.out:Z1W5XTKR-part1", "scsi-35000c5009293e333-part1", "scsi-SATA_ST1000NM0033-9ZM_Z1W5XTKR-part1", "wwn-0x5000c5009293e333-part1"], "labels": [], "masters": [], "uuids": ["fcc12580-8f3b-4cec-aef7-e7427fa239b7"]}, "sectors": "1953522688", "sectorsize": 512, "size": "931.51 GB", "start": "2048", "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}}, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "1953525168", "sectorsize": "512", "serial": "Z1W5XTKR", "size": "931.51 GB", "support_discard": "0", "vendor": "ATA", "virtual": 1, "wwn": "0x5000c5009293e333"}}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:30.213 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINuyPPpm8Oufp2kuegmG1SD0ORbbdkkhIr'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.144542", "end": "2021-09-02 22:50:30.194609", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-FUef775MyYQtfViQS3AWhfb0GHvuqdINuyPPpm8Oufp2kuegmG1SD0ORbbdkkhIr"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:30.050067", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.141938 s, 813 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.141938 s, 813 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:30.254 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:01.874) 0:03:57.101 **** 2021-09-02T22:50:30.294 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'dm-3', 'value': {'virtual': 1, 'links': {'ids': ['dm-name-vg_nvme-lv_4', 'dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDw1caoRcjp8ZfkkXBl2mZiKD2rAJOS0Dr'], 'uuids': [], 'labels': [], 'masters': []}, 'vendor': None, 'model': None, 'sas_address': None, 'sas_device_handle': None, 'removable': '0', 'support_discard': '512', 'partitions': {}, 'rotational': '0', 'scheduler_mode': '', 'sectors': '187490304', 'sectorsize': '512', 'size': '89.40 GB', 'host': '', 'holders': []}}) => {"ansible_loop_var": "item", "changed": true, "cmd": "dd if=/dev/zero of=/dev/dm-3 bs=1M count=110", "delta": "0:00:00.144184", "end": "2021-09-02 22:50:30.269888", "item": {"key": "dm-3", "value": {"holders": [], "host": "", "links": {"ids": ["dm-name-vg_nvme-lv_4", "dm-uuid-LVM-y4HKxgYeTKziH0fcSlJi0rnH2S0MfEcDw1caoRcjp8ZfkkXBl2mZiKD2rAJOS0Dr"], "labels": [], "masters": [], "uuids": []}, "model": null, "partitions": {}, "removable": "0", "rotational": "0", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "", "sectors": "187490304", "sectorsize": "512", "size": "89.40 GB", "support_discard": "512", "vendor": null, "virtual": 1}}, "rc": 0, "start": "2021-09-02 22:50:30.125704", "stderr": "110+0 records in\n110+0 records out\n115343360 bytes (115 MB, 110 MiB) copied, 0.141585 s, 815 MB/s", "stderr_lines": ["110+0 records in", "110+0 records out", "115343360 bytes (115 MB, 110 MiB) copied, 0.141585 s, 815 MB/s"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:30.324 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.070) 0:03:57.171 **** 2021-09-02T22:50:30.539 INFO:teuthology.task.ansible.out: TASK [testnode : Remove all LVM data] ****************************************** 2021-09-02T22:50:30.541 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.048708", "end": "2021-09-02 22:50:30.470071", "rc": 0, "start": "2021-09-02 22:50:30.421363", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:30.563 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.238) 0:03:57.410 **** 2021-09-02T22:50:30.622 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"attempts": 1, "changed": true, "cmd": "dmsetup remove_all --force", "delta": "0:00:00.064953", "end": "2021-09-02 22:50:30.553110", "rc": 0, "start": "2021-09-02 22:50:30.488157", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:30.646 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.082) 0:03:57.493 **** 2021-09-02T22:50:30.786 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-09-02T22:50:30.788 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.043288", "end": "2021-09-02 22:50:30.767994", "rc": 0, "start": "2021-09-02 22:50:30.724706", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:30.811 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.165) 0:03:57.658 **** 2021-09-02T22:50:30.869 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-09-02T22:50:30.926 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.114) 0:03:57.772 **** 2021-09-02T22:50:30.933 INFO:teuthology.task.ansible.out: TASK [testnode : Check for physical volumes] *********************************** 2021-09-02T22:50:30.934 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": "pvdisplay | grep 'PV Name' | awk '{ print $3 }'", "delta": "0:00:00.046518", "end": "2021-09-02 22:50:30.855461", "rc": 0, "start": "2021-09-02 22:50:30.808943", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:30.960 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.034) 0:03:57.807 **** 2021-09-02T22:50:30.966 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-09-02T22:50:30.968 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:30.991 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:30 +0000 (0:00:00.031) 0:03:57.838 **** 2021-09-02T22:50:30.998 INFO:teuthology.task.ansible.out: TASK [testnode : Remove physical volumes] ************************************** 2021-09-02T22:50:31.023 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.031) 0:03:57.870 **** 2021-09-02T22:50:31.029 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-09-02T22:50:31.031 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.052 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.029) 0:03:57.899 **** 2021-09-02T22:50:31.059 INFO:teuthology.task.ansible.out: TASK [testnode : Write a new partition table to {{ item.value.device }}] ******* 2021-09-02T22:50:31.061 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.086 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.033) 0:03:57.932 **** 2021-09-02T22:50:31.093 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-09-02T22:50:31.094 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.119 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.032) 0:03:57.965 **** 2021-09-02T22:50:31.125 INFO:teuthology.task.ansible.out: TASK [testnode : Write partition entries to {{ item.0.device }}] *************** 2021-09-02T22:50:31.127 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.149 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.030) 0:03:57.996 **** 2021-09-02T22:50:31.156 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-09-02T22:50:31.157 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.178 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.029) 0:03:58.025 **** 2021-09-02T22:50:31.184 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-09-02T22:50:31.186 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.212 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.034) 0:03:58.059 **** 2021-09-02T22:50:31.239 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs for {{ item.0.device }}] ****************** 2021-09-02T22:50:31.240 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.260 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.047) 0:03:58.107 **** 2021-09-02T22:50:31.364 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-09-02T22:50:31.366 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:50:31.387 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.127) 0:03:58.234 **** 2021-09-02T22:50:31.426 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-09-02T22:50:31.428 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930259345408, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227114098, 'block_used': 12981010, 'inode_total': 61054976, 'inode_available': 60985864, 'inode_used': 69112, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227114098, "block_size": 4096, "block_total": 240095108, "block_used": 12981010, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985864, "inode_total": 61054976, "inode_used": 69112, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930259345408, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.449 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.061) 0:03:58.296 **** 2021-09-02T22:50:31.457 INFO:teuthology.task.ansible.out: TASK [testnode : Edit lvm.conf to support LVM on kRBD.] ************************ 2021-09-02T22:50:31.458 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": false, "msg": ""} 2021-09-02T22:50:31.481 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.032) 0:03:58.328 **** 2021-09-02T22:50:31.487 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-09-02T22:50:31.489 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.512 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.030) 0:03:58.358 **** 2021-09-02T22:50:31.530 INFO:teuthology.task.ansible.out: TASK [testnode : Set root disk] ************************************************ 2021-09-02T22:50:31.531 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'mount': '/', 'device': '/dev/sda1', 'fstype': 'ext4', 'options': 'rw,seclabel,relatime', 'size_total': 983429562368, 'size_available': 930259333120, 'block_size': 4096, 'block_total': 240095108, 'block_available': 227114095, 'block_used': 12981013, 'inode_total': 61054976, 'inode_available': 60985860, 'inode_used': 69116, 'uuid': 'fcc12580-8f3b-4cec-aef7-e7427fa239b7'}) => {"ansible_loop_var": "item", "changed": false, "item": {"block_available": 227114095, "block_size": 4096, "block_total": 240095108, "block_used": 12981013, "device": "/dev/sda1", "fstype": "ext4", "inode_available": 60985860, "inode_total": 61054976, "inode_used": 69116, "mount": "/", "options": "rw,seclabel,relatime", "size_available": 930259333120, "size_total": 983429562368, "uuid": "fcc12580-8f3b-4cec-aef7-e7427fa239b7"}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.553 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.041) 0:03:58.400 **** 2021-09-02T22:50:31.560 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:31.562 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.585 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.031) 0:03:58.431 **** 2021-09-02T22:50:31.591 INFO:teuthology.task.ansible.out: TASK [testnode : Combine list of non-root disks] ******************************* 2021-09-02T22:50:31.593 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.615 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.030) 0:03:58.462 **** 2021-09-02T22:50:31.622 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:31.623 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.646 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.030) 0:03:58.493 **** 2021-09-02T22:50:31.652 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.677 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.030) 0:03:58.523 **** 2021-09-02T22:50:31.684 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-09-02T22:50:31.685 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.708 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.031) 0:03:58.555 **** 2021-09-02T22:50:31.714 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:31.716 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.739 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.031) 0:03:58.586 **** 2021-09-02T22:50:31.746 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-09-02T22:50:31.748 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.770 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.031) 0:03:58.617 **** 2021-09-02T22:50:31.777 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume_groups dict] ************************************ 2021-09-02T22:50:31.778 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.805 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.034) 0:03:58.651 **** 2021-09-02T22:50:31.811 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-09-02T22:50:31.813 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.837 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.032) 0:03:58.684 **** 2021-09-02T22:50:31.844 INFO:teuthology.task.ansible.out: TASK [testnode : Determine desired logical volume percentage size] ************* 2021-09-02T22:50:31.846 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.870 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.032) 0:03:58.716 **** 2021-09-02T22:50:31.898 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical_volumes dict] ********************************** 2021-09-02T22:50:31.900 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:31.920 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:31 +0000 (0:00:00.050) 0:03:58.767 **** 2021-09-02T22:50:32.384 INFO:teuthology.task.ansible.out: TASK [testnode : Create volume group(s)] *************************************** 2021-09-02T22:50:32.386 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-09-02T22:50:32.407 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:32 +0000 (0:00:00.486) 0:03:59.253 **** 2021-09-02T22:50:32.414 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'vg_nvme', 'value': {'pvs': '/dev/nvme0n1'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "vg_nvme", "value": {"pvs": "/dev/nvme0n1"}}} 2021-09-02T22:50:32.439 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:32 +0000 (0:00:00.032) 0:03:59.286 **** 2021-09-02T22:50:32.849 INFO:teuthology.task.ansible.out: TASK [testnode : Create logical volume(s)] ************************************* 2021-09-02T22:50:32.851 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:32.902 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:33.172 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:33.236 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:33.528 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:33.580 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:33.883 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:33.915 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:34.228 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:34.252 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:34 +0000 (0:00:01.812) 0:04:01.098 **** 2021-09-02T22:50:34.270 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": true, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "msg": ""} 2021-09-02T22:50:34.296 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:34 +0000 (0:00:00.043) 0:04:01.142 **** 2021-09-02T22:50:34.447 INFO:teuthology.task.ansible.out: TASK [testnode : Erase /scratch_devs so we know it's accurate] ***************** 2021-09-02T22:50:34.449 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-09-02T22:50:34.473 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:34 +0000 (0:00:00.177) 0:04:01.320 **** 2021-09-02T22:50:34.492 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "path": "/scratch_devs", "state": "absent"} 2021-09-02T22:50:34.515 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:34 +0000 (0:00:00.041) 0:04:01.362 **** 2021-09-02T22:50:34.677 INFO:teuthology.task.ansible.out: TASK [testnode : Write /scratch_devs] ****************************************** 2021-09-02T22:50:34.679 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:34.720 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_1', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_1", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:34.855 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:34.898 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_2', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_2", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:35.023 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:35.066 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_3', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_3", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:35.191 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:35.202 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:35.227 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.711) 0:04:02.074 **** 2021-09-02T22:50:35.245 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_4', 'value': {'vg': 'vg_nvme', 'size': '89.4G', 'scratch_dev': True}}) => {"ansible_loop_var": "item", "backup": "", "changed": true, "item": {"key": "lv_4", "value": {"scratch_dev": true, "size": "89.4G", "vg": "vg_nvme"}}, "msg": "line added"} 2021-09-02T22:50:35.256 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'key': 'lv_5', 'value': {'vg': 'vg_nvme', 'size': '14.9G'}}) => {"ansible_loop_var": "item", "changed": false, "item": {"key": "lv_5", "value": {"size": "14.9G", "vg": "vg_nvme"}}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:35.259 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:35.280 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.053) 0:04:02.127 **** 2021-09-02T22:50:35.301 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.019) 0:04:02.147 **** 2021-09-02T22:50:35.318 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-09-02T22:50:35.319 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:35.342 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.038) 0:04:02.186 **** 2021-09-02T22:50:35.349 INFO:teuthology.task.ansible.out: TASK [testnode : Create filesystems] ******************************************* 2021-09-02T22:50:35.351 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:35.374 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.034) 0:04:02.221 **** 2021-09-02T22:50:35.400 INFO:teuthology.task.ansible.out: TASK [testnode : Mount filesystems] ******************************************** 2021-09-02T22:50:35.402 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:35.422 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.048) 0:04:02.269 **** 2021-09-02T22:50:35.542 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-09-02T22:50:35.543 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:35.564 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.142) 0:04:02.411 **** 2021-09-02T22:50:35.601 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-09-02T22:50:35.603 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-09-02T22:50:35.625 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.060) 0:04:02.472 **** 2021-09-02T22:50:35.632 INFO:teuthology.task.ansible.out: TASK [testnode : Create /var/lib/ceph] ***************************************** 2021-09-02T22:50:35.634 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 0, "group": "root", "mode": "0755", "owner": "root", "path": "/var/lib/ceph", "secontext": "unconfined_u:object_r:var_lib_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:35.657 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.031) 0:04:02.503 **** 2021-09-02T22:50:35.694 INFO:teuthology.task.ansible.out: TASK [testnode : Set xfs_opts on newer OSes] *********************************** 2021-09-02T22:50:35.695 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"xfs_opts": "-m crc=0,finobt=0"}, "changed": false} 2021-09-02T22:50:35.715 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:35 +0000 (0:00:00.058) 0:04:02.562 **** 2021-09-02T22:50:35.993 INFO:teuthology.task.ansible.out: TASK [testnode : Create xfs filesystem on /dev/vg_nvme/lv_5] ******************* 2021-09-02T22:50:35.994 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true} 2021-09-02T22:50:36.017 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:36 +0000 (0:00:00.301) 0:04:02.864 **** 2021-09-02T22:50:36.987 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true} 2021-09-02T22:50:37.010 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.992) 0:04:03.856 **** 2021-09-02T22:50:37.339 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-09-02T22:50:37.341 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-09-02T22:50:37.370 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.359) 0:04:04.216 **** 2021-09-02T22:50:37.403 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-09-02T22:50:37.405 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.429 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.059) 0:04:04.276 **** 2021-09-02T22:50:37.437 INFO:teuthology.task.ansible.out: TASK [testnode : Mount /dev/vg_nvme/lv_5 to /var/lib/ceph] ********************* 2021-09-02T22:50:37.439 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "dump": "0", "fstab": "/etc/fstab", "fstype": "xfs", "name": "/var/lib/ceph", "opts": "defaults,nofail", "passno": "0", "src": "/dev/vg_nvme/lv_5"} 2021-09-02T22:50:37.462 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.032) 0:04:04.308 **** 2021-09-02T22:50:37.468 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-09-02T22:50:37.470 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.492 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.339 **** 2021-09-02T22:50:37.499 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd] ****************************************** 2021-09-02T22:50:37.501 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.524 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.031) 0:04:04.370 **** 2021-09-02T22:50:37.531 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-09-02T22:50:37.532 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.555 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.031) 0:04:04.402 **** 2021-09-02T22:50:37.562 INFO:teuthology.task.ansible.out: TASK [testnode : Install cachefilesd conf file] ******************************** 2021-09-02T22:50:37.564 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.587 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.031) 0:04:04.434 **** 2021-09-02T22:50:37.594 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-09-02T22:50:37.596 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.617 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.464 **** 2021-09-02T22:50:37.624 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-09-02T22:50:37.625 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.647 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.494 **** 2021-09-02T22:50:37.654 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-09-02T22:50:37.656 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.677 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.029) 0:04:04.524 **** 2021-09-02T22:50:37.684 INFO:teuthology.task.ansible.out: TASK [testnode : Restart cachefilesd] ****************************************** 2021-09-02T22:50:37.686 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.708 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.555 **** 2021-09-02T22:50:37.715 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-09-02T22:50:37.716 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.738 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.029) 0:04:04.585 **** 2021-09-02T22:50:37.745 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the teuthology user.] *********** 2021-09-02T22:50:37.746 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.768 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.615 **** 2021-09-02T22:50:37.775 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-09-02T22:50:37.776 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.798 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.029) 0:04:04.644 **** 2021-09-02T22:50:37.805 INFO:teuthology.task.ansible.out: TASK [testnode : Add CPAN config directory for the root user.] ***************** 2021-09-02T22:50:37.806 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.829 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.031) 0:04:04.676 **** 2021-09-02T22:50:37.836 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* 2021-09-02T22:50:37.838 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.859 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.706 **** 2021-09-02T22:50:37.866 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for the teuthology user.] ****************** 2021-09-02T22:50:37.867 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.889 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.029) 0:04:04.736 **** 2021-09-02T22:50:37.895 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** 2021-09-02T22:50:37.897 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:37.919 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:37 +0000 (0:00:00.030) 0:04:04.766 **** 2021-09-02T22:50:38.054 INFO:teuthology.task.ansible.out: TASK [testnode : Upload CPAN config for root.] ********************************* skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 02 September 2021 22:50:37 +0000 (0:00:00.032) 0:04:04.799 **** TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 02 September 2021 22:50:37 +0000 (0:00:00.028) 0:04:04.827 **** TASK [testnode : Ensure perl-doc is installed on apt systems.] ***************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 02 September 2021 22:50:38 +0000 (0:00:00.028) 0:04:04.855 **** TASK [testnode : Install Amazon::S3.] ****************************************** skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} Thursday 02 September 2021 22:50:38 +0000 (0:00:00.028) 0:04:04.883 **** TASK [testnode : Check to see if Amazon::S3 is installed.] ********************* skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.065 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.028) 0:04:04.912 **** 2021-09-02T22:50:38.071 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-09-02T22:50:38.072 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.094 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.029) 0:04:04.941 **** 2021-09-02T22:50:38.102 INFO:teuthology.task.ansible.out: TASK [testnode : Install Amazon::S3.] ****************************************** 2021-09-02T22:50:38.103 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.126 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.031) 0:04:04.973 **** 2021-09-02T22:50:38.133 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-09-02T22:50:38.135 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.157 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.031) 0:04:05.004 **** 2021-09-02T22:50:38.164 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on rpm based systems.] ******************** 2021-09-02T22:50:38.166 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.189 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.031) 0:04:05.035 **** 2021-09-02T22:50:38.196 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-09-02T22:50:38.197 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.220 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.031) 0:04:05.067 **** 2021-09-02T22:50:38.227 INFO:teuthology.task.ansible.out: TASK [testnode : Install ntp package on apt based systems.] ******************** 2021-09-02T22:50:38.229 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.253 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.032) 0:04:05.099 **** 2021-09-02T22:50:38.260 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-09-02T22:50:38.261 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.284 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.031) 0:04:05.130 **** 2021-09-02T22:50:38.291 INFO:teuthology.task.ansible.out: TASK [testnode : Remove racy /etc/network/if-up.d/ntpdate on xenial] *********** 2021-09-02T22:50:38.293 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.316 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.032) 0:04:05.163 **** 2021-09-02T22:50:38.344 INFO:teuthology.task.ansible.out: TASK [testnode : Create the ntp.conf file.] ************************************ 2021-09-02T22:50:38.346 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:38.366 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.049) 0:04:05.213 **** 2021-09-02T22:50:38.741 INFO:teuthology.task.ansible.out: TASK [testnode : Create the chrony.conf file] ********************************** 2021-09-02T22:50:38.743 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-09-02T22:50:38.765 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.399) 0:04:05.612 **** 2021-09-02T22:50:38.836 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "a7ecef00073feab34f868065d34e9dac55134241", "dest": "/etc/chrony.conf", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "path": "/etc/chrony.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 215, "state": "file", "uid": 0} 2021-09-02T22:50:38.860 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:38 +0000 (0:00:00.094) 0:04:05.707 **** 2021-09-02T22:50:39.074 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-09-02T22:50:39.076 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "877", "ExecMainStartTimestamp": "Thu 2021-09-02 22:46:02 UTC", "ExecMainStartTimestampMonotonic": "12718557", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSI 2021-09-02T22:50:39.077 INFO:teuthology.task.ansible.out:ZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127246", "LimitNPROCSoft": "127246", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127246", "LimitSIGPENDINGSoft": "127246", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "877", "MemoryAccounting": "yes", "MemoryCurrent": "1949696", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203593", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "forking", "UID": "[not set]", "UMask": "0022", "WatchdogTimestamp": "Thu 2021-09-02 2 2021-09-02T22:50:39.079 INFO:teuthology.task.ansible.out:2:46:02 UTC", "WatchdogTimestampMonotonic": "12718569", "WatchdogUSec": "0"}} 2021-09-02T22:50:39.098 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.238) 0:04:05.945 **** 2021-09-02T22:50:39.125 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:39.127 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-09-02T22:50:39.148 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.050) 0:04:05.995 **** 2021-09-02T22:50:39.166 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ntpd is running.] *********************************** 2021-09-02T22:50:39.167 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "enabled": true, "name": "chronyd", "state": "started", "status": {"ActiveState": "active", "AllowedCPUs": "", "AllowedMemoryNodes": "", "BlockIOAccounting": "no", "BlockIOWeight": "[not set]", "CPUAccounting": "no", "CPUAffinity": "", "CPUQuotaPerSecUSec": "infinity", "CPUQuotaPeriodUSec": "infinity", "CPUSchedulingPolicy": "0", "CPUSchedulingPriority": "0", "CPUSchedulingResetOnFork": "no", "CPUShares": "[not set]", "CPUUsageNSec": "[not set]", "CPUWeight": "[not set]", "ControlGroup": "/system.slice/chronyd.service", "ControlPID": "0", "DefaultMemoryLow": "0", "DefaultMemoryMin": "0", "Delegate": "no", "DevicePolicy": "auto", "EffectiveCPUs": "", "EffectiveMemoryNodes": "", "EnvironmentFiles": "/etc/sysconfig/chronyd (ignore_errors=yes)", "ExecMainCode": "0", "ExecMainExitTimestampMonotonic": "0", "ExecMainPID": "870", "ExecMainStartTimestamp": "Thu 2021-09-02 22:46:17 UTC", "ExecMainStartTimestampMonotonic": "12340282", "ExecMainStatus": "0", "ExecStart": "{ path=/usr/sbin/chronyd ; argv[]=/usr/sbin/chronyd $OPTIONS ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "ExecStartPost": "{ path=/usr/libexec/chrony-helper ; argv[]=/usr/libexec/chrony-helper update-daemon ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }", "FileDescriptorStoreMax": "0", "GID": "[not set]", "GuessMainPID": "yes", "IOAccounting": "no", "IOSchedulingClass": "0", "IOSchedulingPriority": "0", "IOWeight": "[not set]", "IPAccounting": "no", "IPEgressBytes": "18446744073709551615", "IPEgressPackets": "18446744073709551615", "IPIngressBytes": "18446744073709551615", "IPIngressPackets": "18446744073709551615", "LimitAS": "infinity", "LimitASSoft": "infinity", "LimitCORE": "infinity", "LimitCORESoft": "infinity", "LimitCPU": "infinity", "LimitCPUSoft": "infinity", "LimitDATA": "infinity", "LimitDATASoft": "infinity", "LimitFSIZE": "infinity", "LimitFSI 2021-09-02T22:50:39.169 INFO:teuthology.task.ansible.out:ZESoft": "infinity", "LimitLOCKS": "infinity", "LimitLOCKSSoft": "infinity", "LimitMEMLOCK": "65536", "LimitMEMLOCKSoft": "65536", "LimitMSGQUEUE": "819200", "LimitMSGQUEUESoft": "819200", "LimitNICE": "0", "LimitNICESoft": "0", "LimitNOFILE": "262144", "LimitNOFILESoft": "1024", "LimitNPROC": "127245", "LimitNPROCSoft": "127245", "LimitRSS": "infinity", "LimitRSSSoft": "infinity", "LimitRTPRIO": "0", "LimitRTPRIOSoft": "0", "LimitRTTIME": "infinity", "LimitRTTIMESoft": "infinity", "LimitSIGPENDING": "127245", "LimitSIGPENDINGSoft": "127245", "LimitSTACK": "infinity", "LimitSTACKSoft": "8388608", "LogLevelMax": "-1", "LogRateLimitBurst": "0", "LogRateLimitIntervalUSec": "0", "MainPID": "870", "MemoryAccounting": "yes", "MemoryCurrent": "1851392", "MemoryHigh": "infinity", "MemoryLimit": "infinity", "MemoryLow": "0", "MemoryMax": "infinity", "MemoryMin": "0", "MemorySwapMax": "infinity", "NFileDescriptorStore": "0", "NRestarts": "0", "NUMAMask": "", "NUMAPolicy": "n/a", "Nice": "0", "NonBlocking": "no", "NotifyAccess": "none", "OOMScoreAdjust": "0", "PIDFile": "/run/chrony/chronyd.pid", "PermissionsStartOnly": "no", "RemainAfterExit": "no", "Restart": "no", "RestartUSec": "100ms", "Result": "success", "RootDirectoryStartOnly": "no", "RuntimeMaxUSec": "infinity", "SecureBits": "0", "Slice": "system.slice", "StandardError": "inherit", "StandardInput": "null", "StandardInputData": "", "StandardOutput": "journal", "StartupBlockIOWeight": "[not set]", "StartupCPUShares": "[not set]", "StartupCPUWeight": "[not set]", "StartupIOWeight": "[not set]", "StatusErrno": "0", "SyslogFacility": "3", "SyslogLevel": "6", "SyslogLevelPrefix": "yes", "SyslogPriority": "30", "TTYReset": "no", "TTYVHangup": "no", "TTYVTDisallocate": "no", "TasksAccounting": "yes", "TasksCurrent": "1", "TasksMax": "203592", "TimeoutStartUSec": "1min 30s", "TimeoutStopUSec": "1min 30s", "TimerSlackNSec": "50000", "Type": "forking", "UID": "[not set]", "UMask": "0022", "WatchdogTimestamp": "Thu 2021-09-02 2 2021-09-02T22:50:39.170 INFO:teuthology.task.ansible.out:2:46:17 UTC", "WatchdogTimestampMonotonic": "12340297", "WatchdogUSec": "0"}} 2021-09-02T22:50:39.192 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.043) 0:04:06.039 **** 2021-09-02T22:50:39.199 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:39.201 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-09-02T22:50:39.222 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.029) 0:04:06.069 **** 2021-09-02T22:50:39.228 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:39.229 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"pip_executable": "pip", "pip_version": "python-pip"}, "changed": false} 2021-09-02T22:50:39.251 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.028) 0:04:06.098 **** 2021-09-02T22:50:39.257 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-09-02T22:50:39.258 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:39.280 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.029) 0:04:06.127 **** 2021-09-02T22:50:39.286 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** 2021-09-02T22:50:39.288 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"ansible_python_interpreter": "/usr/bin/python3", "pip_executable": "pip3", "pip_version": "python3-pip"}, "changed": false} 2021-09-02T22:50:39.310 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.030) 0:04:06.157 **** 2021-09-02T22:50:39.317 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-09-02T22:50:39.318 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:39.340 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.029) 0:04:06.187 **** 2021-09-02T22:50:39.346 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on rpm based systems.] ********************* 2021-09-02T22:50:39.347 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:39.370 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.029) 0:04:06.216 **** 2021-09-02T22:50:39.379 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** 2021-09-02T22:50:39.380 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:39.410 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.040) 0:04:06.257 **** 2021-09-02T22:50:39.419 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on apt based systems.] ********************* 2021-09-02T22:50:39.421 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:39.444 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.034) 0:04:06.291 **** 2021-09-02T22:50:39.472 INFO:teuthology.task.ansible.out: TASK [testnode : Install python-pip on zypper based systems.] ****************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:39.494 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.049) 0:04:06.340 **** 2021-09-02T22:50:39.604 INFO:teuthology.task.ansible.out: TASK [testnode : Create the .pip directory for the teuthology user.] *********** 2021-09-02T22:50:39.605 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-09-02T22:50:39.626 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.132) 0:04:06.473 **** 2021-09-02T22:50:39.686 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 4096, "state": "directory", "uid": 1000} 2021-09-02T22:50:39.710 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:39 +0000 (0:00:00.083) 0:04:06.557 **** 2021-09-02T22:50:40.089 INFO:teuthology.task.ansible.out: TASK [testnode : Create pip.conf and configure it to use our mirror] *********** 2021-09-02T22:50:40.091 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-09-02T22:50:40.113 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:40 +0000 (0:00:00.403) 0:04:06.960 **** 2021-09-02T22:50:40.173 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "checksum": "959d37ab30545da205b389a6b7561b225a478a06", "dest": "/home/ubuntu/.pip/pip.conf", "gid": 1254, "group": "ubuntu", "mode": "0644", "owner": "ubuntu", "path": "/home/ubuntu/.pip/pip.conf", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 73, "state": "file", "uid": 1000} 2021-09-02T22:50:40.196 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:40 +0000 (0:00:00.082) 0:04:07.043 **** 2021-09-02T22:50:41.423 INFO:teuthology.task.ansible.out: TASK [testnode : Install packages via pip] ************************************* 2021-09-02T22:50:41.425 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-09-02T22:50:41.444 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:01.248) 0:04:08.291 **** 2021-09-02T22:50:41.451 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "remoto>=0.0.35"], "name": ["remoto>=0.0.35"], "requirements": null, "state": "present", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages\nRequirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)\n", "stdout_lines": ["Requirement already satisfied: remoto>=0.0.35 in /usr/local/lib/python3.6/site-packages", "Requirement already satisfied: execnet in /usr/local/lib/python3.6/site-packages (from remoto>=0.0.35)"], "version": null, "virtualenv": null} 2021-09-02T22:50:41.474 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.029) 0:04:08.321 **** 2021-09-02T22:50:41.480 INFO:teuthology.task.ansible.out: TASK [testnode : Purge resolvconf] ********************************************* 2021-09-02T22:50:41.482 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:41.504 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.029) 0:04:08.351 **** 2021-09-02T22:50:41.510 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:41.533 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.029) 0:04:08.380 **** 2021-09-02T22:50:41.539 INFO:teuthology.task.ansible.out: TASK [testnode : Set interface] ************************************************ 2021-09-02T22:50:41.541 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2021-09-02T22:50:41.563 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.029) 0:04:08.410 **** 2021-09-02T22:50:41.570 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"interface": "enp3s0f1"}, "changed": false} 2021-09-02T22:50:41.594 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.030) 0:04:08.441 **** 2021-09-02T22:50:41.745 INFO:teuthology.task.ansible.out: TASK [testnode : Check for presence of /etc/network/interfaces] **************** 2021-09-02T22:50:41.747 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-09-02T22:50:41.768 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.174) 0:04:08.615 **** 2021-09-02T22:50:41.775 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "stat": {"exists": false}} 2021-09-02T22:50:41.798 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.029) 0:04:08.645 **** 2021-09-02T22:50:41.804 INFO:teuthology.task.ansible.out: TASK [testnode : Rewrite /etc/network/interfaces to use dhcp] ****************** 2021-09-02T22:50:41.805 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:41.827 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.028) 0:04:08.674 **** 2021-09-02T22:50:41.833 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:41.859 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.030) 0:04:08.705 **** 2021-09-02T22:50:41.865 INFO:teuthology.task.ansible.out: TASK [testnode : Set bounce_interface if we just enabled dhcp] ***************** 2021-09-02T22:50:41.866 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-09-02T22:50:41.889 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.030) 0:04:08.735 **** 2021-09-02T22:50:41.894 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"bounce_interface": false}, "changed": false} 2021-09-02T22:50:41.923 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.034) 0:04:08.769 **** 2021-09-02T22:50:41.931 INFO:teuthology.task.ansible.out: TASK [testnode : ifdown and ifup] ********************************************** 2021-09-02T22:50:41.933 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:41.954 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.031) 0:04:08.801 **** 2021-09-02T22:50:41.960 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:41.984 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:41 +0000 (0:00:00.030) 0:04:08.831 **** 2021-09-02T22:50:42.147 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure lab_domain is in search domains in /etc/resolv.conf] *** 2021-09-02T22:50:42.148 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-09-02T22:50:42.171 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.186) 0:04:09.018 **** 2021-09-02T22:50:42.179 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line replaced"} 2021-09-02T22:50:42.204 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.032) 0:04:09.050 **** 2021-09-02T22:50:42.356 INFO:teuthology.task.ansible.out: TASK [testnode : Ensure domain is set in /etc/resolv.conf] ********************* 2021-09-02T22:50:42.362 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-09-02T22:50:42.382 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.178) 0:04:09.229 **** 2021-09-02T22:50:42.400 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"backup": "", "changed": true, "msg": "line added"} 2021-09-02T22:50:42.422 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.039) 0:04:09.269 **** 2021-09-02T22:50:42.428 INFO:teuthology.task.ansible.out: TASK [testnode : Make sure ethtool is installed] ******************************* 2021-09-02T22:50:42.430 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.451 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.029) 0:04:09.298 **** 2021-09-02T22:50:42.457 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.484 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.032) 0:04:09.331 **** 2021-09-02T22:50:42.501 INFO:teuthology.task.ansible.out: TASK [testnode : grep ethtool for secondary NIC MAC address] ******************* 2021-09-02T22:50:42.504 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.515 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=enp3s0f1) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.538 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.054) 0:04:09.385 **** 2021-09-02T22:50:42.544 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=eno2) => {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.545 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item=eno1) => {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item=enp3s0f0) => {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item=lo) => {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.570 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.031) 0:04:09.417 **** 2021-09-02T22:50:42.577 INFO:teuthology.task.ansible.out: TASK [testnode : Define net_to_configure var] ********************************** 2021-09-02T22:50:42.579 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.589 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.591 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi162.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.616 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.045) 0:04:09.463 **** 2021-09-02T22:50:42.623 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.624 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno2', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno2", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.626 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'eno1', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "eno1", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} skipping: [smithi132.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'enp3s0f0', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "enp3s0f0", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.637 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => (item={'changed': False, 'skipped': True, 'skip_reason': 'Conditional result was False', 'item': 'lo', 'ansible_loop_var': 'item'}) => {"ansible_loop_var": "item", "changed": false, "item": {"ansible_loop_var": "item", "changed": false, "item": "lo", "skip_reason": "Conditional result was False", "skipped": true}, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.638 INFO:teuthology.task.ansible.out: TASK [testnode : set_fact] ***************************************************** skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.660 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.044) 0:04:09.507 **** 2021-09-02T22:50:42.682 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.021) 0:04:09.528 **** 2021-09-02T22:50:42.688 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.714 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.031) 0:04:09.560 **** 2021-09-02T22:50:42.721 INFO:teuthology.task.ansible.out: TASK [testnode : Check if {{ nic_to_configure }} is 10Gb] ********************** 2021-09-02T22:50:42.722 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.744 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.030) 0:04:09.591 **** 2021-09-02T22:50:42.750 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.773 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.028) 0:04:09.620 **** 2021-09-02T22:50:42.779 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU to 9000 if 10Gb] ************************************** 2021-09-02T22:50:42.781 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.804 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.030) 0:04:09.651 **** 2021-09-02T22:50:42.810 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.835 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.031) 0:04:09.682 **** 2021-09-02T22:50:42.842 INFO:teuthology.task.ansible.out: TASK [testnode : Write Ubuntu network config for {{ nic_to_configure }}] ******* 2021-09-02T22:50:42.844 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.865 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.029) 0:04:09.711 **** 2021-09-02T22:50:42.871 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.894 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.029) 0:04:09.741 **** 2021-09-02T22:50:42.900 INFO:teuthology.task.ansible.out: TASK [testnode : Set MTU on Ubuntu] ******************************************** 2021-09-02T22:50:42.902 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.924 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.030) 0:04:09.771 **** 2021-09-02T22:50:42.930 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.961 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.036) 0:04:09.808 **** 2021-09-02T22:50:42.970 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-09-02T22:50:42.971 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:42.997 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:42 +0000 (0:00:00.035) 0:04:09.843 **** 2021-09-02T22:50:43.004 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:43.034 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.037) 0:04:09.880 **** 2021-09-02T22:50:43.040 INFO:teuthology.task.ansible.out: TASK [testnode : Write RHEL/CentOS network config for {{ nic_to_configure }}] *** 2021-09-02T22:50:43.042 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:43.065 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.031) 0:04:09.912 **** 2021-09-02T22:50:43.072 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:43.099 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.034) 0:04:09.946 **** 2021-09-02T22:50:43.107 INFO:teuthology.task.ansible.out: TASK [testnode : Bounce {{ nic_to_configure }}] ******************************** 2021-09-02T22:50:43.108 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:43.131 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.031) 0:04:09.977 **** 2021-09-02T22:50:43.137 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:43.161 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.030) 0:04:10.008 **** 2021-09-02T22:50:43.342 INFO:teuthology.task.ansible.out: TASK [testnode : List any leftover Ceph artifacts from previous jobs] ********** 2021-09-02T22:50:43.344 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.005155", "end": "2021-09-02 22:50:43.313751", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-09-02 22:50:43.308596", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.385 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/var/run/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/run/ -name \"*ceph*\"", "delta": "0:00:00.005094", "end": "2021-09-02 22:50:43.346104", "failed_when_result": false, "item": "/var/run/", "rc": 0, "start": "2021-09-02 22:50:43.341010", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.518 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.002805", "end": "2021-09-02 22:50:43.487688", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-09-02 22:50:43.484883", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.550 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/etc/systemd/system/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/systemd/system/ -name \"*ceph*\"", "delta": "0:00:00.002990", "end": "2021-09-02 22:50:43.526322", "failed_when_result": false, "item": "/etc/systemd/system/", "rc": 0, "start": "2021-09-02 22:50:43.523332", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.684 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.002802", "end": "2021-09-02 22:50:43.662907", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-09-02 22:50:43.660105", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.716 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/etc/ceph) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /etc/ceph -name \"*ceph*\"", "delta": "0:00:00.002875", "end": "2021-09-02 22:50:43.694486", "failed_when_result": false, "item": "/etc/ceph", "msg": "non-zero return code", "rc": 1, "start": "2021-09-02 22:50:43.691611", "stderr": "find: ‘/etc/ceph’: No such file or directory", "stderr_lines": ["find: ‘/etc/ceph’: No such file or directory"], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.861 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.003303", "end": "2021-09-02 22:50:43.831662", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-09-02 22:50:43.828359", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.884 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.723) 0:04:10.731 **** 2021-09-02T22:50:43.891 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/var/log/) => {"ansible_loop_var": "item", "changed": false, "cmd": "find /var/log/ -name \"*ceph*\"", "delta": "0:00:00.003005", "end": "2021-09-02 22:50:43.862701", "failed_when_result": false, "item": "/var/log/", "rc": 0, "start": "2021-09-02 22:50:43.859696", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:43.925 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.040) 0:04:10.772 **** 2021-09-02T22:50:43.931 INFO:teuthology.task.ansible.out: TASK [testnode : Delete any leftover Ceph artifacts from previous jobs] ******** 2021-09-02T22:50:43.952 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.027) 0:04:10.799 **** 2021-09-02T22:50:43.980 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:43 +0000 (0:00:00.027) 0:04:10.827 **** 2021-09-02T22:50:43.986 INFO:teuthology.task.ansible.out: TASK [testnode : Touch /ceph-qa-ready] ***************************************** 2021-09-02T22:50:43.988 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:44.009 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:44.083 INFO:teuthology.task.ansible.out: PLAY [testnodes,senta,vossi,jenkins_slaves] ************************************ 2021-09-02T22:50:44.101 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:44 +0000 (0:00:00.121) 0:04:10.948 **** 2021-09-02T22:50:44.124 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:44 +0000 (0:00:00.022) 0:04:10.971 **** 2021-09-02T22:50:44.754 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi132.front.sepia.ceph.com] 2021-09-02T22:50:44.800 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:44 +0000 (0:00:00.675) 0:04:11.647 **** 2021-09-02T22:50:44.828 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:44.830 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:44.850 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:44 +0000 (0:00:00.049) 0:04:11.696 **** 2021-09-02T22:50:44.887 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:44.889 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-09-02T22:50:44.910 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:44 +0000 (0:00:00.060) 0:04:11.757 **** 2021-09-02T22:50:44.957 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-09-02T22:50:44.959 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-09-02T22:50:44.980 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:44 +0000 (0:00:00.070) 0:04:11.827 **** 2021-09-02T22:50:45.772 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* ok: [smithi162.front.sepia.ceph.com] 2021-09-02T22:50:45.818 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:45 +0000 (0:00:00.837) 0:04:12.664 **** 2021-09-02T22:50:45.845 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:45.846 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:45.866 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:45 +0000 (0:00:00.048) 0:04:12.713 **** 2021-09-02T22:50:45.892 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"package_manager": "yum"}, "changed": false} 2021-09-02T22:50:45.914 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:45 +0000 (0:00:00.047) 0:04:12.761 **** 2021-09-02T22:50:45.951 INFO:teuthology.task.ansible.out: TASK [container-host : Including distro specific variables] ******************** 2021-09-02T22:50:45.953 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml) => {"ansible_facts": {"container_packages": ["podman", "podman-docker"]}, "ansible_included_var_files": ["/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"], "ansible_loop_var": "item", "changed": false, "item": "/home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master/roles/container-host/vars/yum_systems.yml"} 2021-09-02T22:50:45.973 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:45 +0000 (0:00:00.058) 0:04:12.820 **** 2021-09-02T22:50:50.559 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-09-02T22:50:50.561 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-3.2.3-0.10.module_el8.4.0+886+c9a8d9ad.x86_64", "Installed: podman-docker-3.2.3-0.10.module_el8.4.0+886+c9a8d9ad.noarch", "Installed: podman-catatonit-3.2.3-0.10.module_el8.4.0+886+c9a8d9ad.x86_64", "Removed: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch"]} 2021-09-02T22:50:50.582 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:50 +0000 (0:00:04.609) 0:04:17.429 **** 2021-09-02T22:50:50.612 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:50.613 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-09-02T22:50:50.634 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:50 +0000 (0:00:00.051) 0:04:17.481 **** 2021-09-02T22:50:50.661 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:50.663 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:50.684 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:50 +0000 (0:00:00.050) 0:04:17.531 **** 2021-09-02T22:50:50.911 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-09-02T22:50:50.912 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:51.099 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:51.128 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:51 +0000 (0:00:00.444) 0:04:17.975 **** 2021-09-02T22:50:51.600 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-09-02T22:50:51.602 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "state": "file", "uid": 0} 2021-09-02T22:50:51.664 INFO:teuthology.task.ansible.out: TASK [container-host : Install container packages] ***************************** 2021-09-02T22:50:51.666 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "msg": "", "rc": 0, "results": ["Installed: podman-3.2.3-0.10.module_el8.4.0+886+c9a8d9ad.x86_64", "Installed: podman-docker-3.2.3-0.10.module_el8.4.0+886+c9a8d9ad.noarch", "Installed: podman-catatonit-3.2.3-0.10.module_el8.4.0+886+c9a8d9ad.x86_64", "Removed: podman-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-catatonit-3.0.1-7.module_el8.4.0+830+8027e1c4.x86_64", "Removed: podman-docker-3.0.1-7.module_el8.4.0+830+8027e1c4.noarch"]} 2021-09-02T22:50:51.688 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:51 +0000 (0:00:00.559) 0:04:18.535 **** 2021-09-02T22:50:51.726 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:51.727 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"ansible_facts": {"container_service_conf": "/etc/containers/registries.conf"}, "changed": false} 2021-09-02T22:50:51.748 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:51 +0000 (0:00:00.059) 0:04:18.594 **** 2021-09-02T22:50:51.775 INFO:teuthology.task.ansible.out: TASK [container-host : set_fact] *********************************************** 2021-09-02T22:50:51.777 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:51.798 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:51 +0000 (0:00:00.050) 0:04:18.645 **** 2021-09-02T22:50:52.025 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-09-02T22:50:52.027 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "state": "file", "uid": 0} 2021-09-02T22:50:52.051 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:52 +0000 (0:00:00.252) 0:04:18.898 **** 2021-09-02T22:50:52.059 INFO:teuthology.task.ansible.out: TASK [container-host : Create container_mirror_cert_paths] ********************* 2021-09-02T22:50:52.060 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:52.280 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0755", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "secontext": "unconfined_u:object_r:etc_t:s0", "size": 4096, "state": "directory", "uid": 0} 2021-09-02T22:50:52.306 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:52 +0000 (0:00:00.254) 0:04:19.153 **** 2021-09-02T22:50:52.784 INFO:teuthology.task.ansible.out: TASK [container-host : Copy docker-mirror.front.sepia.ceph.com:5000 self-signed cert] *** 2021-09-02T22:50:52.786 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/docker/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:cert_t:s0", "size": 2334, "state": "file", "uid": 0} 2021-09-02T22:50:53.220 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => (item=/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000) => {"ansible_loop_var": "item", "changed": false, "checksum": "bcdfbb1de91ef82e0e4ed8af725c9ad52593eb79", "dest": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "gid": 0, "group": "root", "item": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000", "mode": "0644", "owner": "root", "path": "/etc/containers/certs.d/docker-mirror.front.sepia.ceph.com:5000/docker-mirror.crt", "secontext": "system_u:object_r:etc_t:s0", "size": 2334, "state": "file", "uid": 0} 2021-09-02T22:50:53.245 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:53 +0000 (0:00:00.938) 0:04:20.091 **** 2021-09-02T22:50:53.584 INFO:teuthology.task.ansible.out: TASK [container-host : Ensure git is installed] ******************************** 2021-09-02T22:50:53.586 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:53.608 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:53 +0000 (0:00:00.363) 0:04:20.455 **** 2021-09-02T22:50:54.801 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "msg": "Nothing to do", "rc": 0, "results": []} 2021-09-02T22:50:54.835 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:54 +0000 (0:00:01.226) 0:04:21.681 **** 2021-09-02T22:50:56.043 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-09-02T22:50:56.045 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-vlv5ajm9-build\nRequirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nRequirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nInstalling collected packages: registries-conf-ctl\n Found existing installation: registries-conf-ctl 1.0\n Uninstalling registries-conf-ctl-1.0:\n Successfully uninstalled registries-conf-ctl-1.0\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed registries-conf-ctl-1.0\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-vlv5ajm9-build", "Requirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Requirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Installing collected packages: registries-conf-ctl", " Found existing installation: registries-conf-ctl 1.0", " Uninstalling registries-conf-ctl-1.0:", " Successfully uninstalled registries-conf-ctl-1.0", " Running setup.py in 2021-09-02T22:50:56.046 INFO:teuthology.task.ansible.out:stall for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed registries-conf-ctl-1.0"], "version": null, "virtualenv": null} 2021-09-02T22:50:56.066 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:56 +0000 (0:00:01.231) 0:04:22.913 **** 2021-09-02T22:50:56.105 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-09-02T22:50:56.106 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:56.129 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:56 +0000 (0:00:00.062) 0:04:22.976 **** 2021-09-02T22:50:56.167 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2021-09-02T22:50:56.169 INFO:teuthology.task.ansible.out:skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:56.192 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:56 +0000 (0:00:00.063) 0:04:23.039 **** 2021-09-02T22:50:56.543 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-09-02T22:50:56.545 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.163875", "end": "2021-09-02 22:50:56.527324", "rc": 0, "start": "2021-09-02 22:50:56.363449", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:56.565 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:56 +0000 (0:00:00.372) 0:04:23.412 **** 2021-09-02T22:50:56.602 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* skipping: [smithi132.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:57.266 INFO:teuthology.task.ansible.out: TASK [container-host : Install registries-conf-ctl] **************************** 2021-09-02T22:50:57.267 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] => {"changed": false, "cmd": ["/bin/pip3", "install", "-U", "git+https://github.com/sebastian-philipp/registries-conf-ctl"], "name": ["git+https://github.com/sebastian-philipp/registries-conf-ctl"], "requirements": null, "state": "latest", "stderr": "WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead.\n", "stderr_lines": ["WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead."], "stdout": "Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl\n Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-vx9ho0an-build\nRequirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nRequirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)\nInstalling collected packages: registries-conf-ctl\n Found existing installation: registries-conf-ctl 1.0\n Uninstalling registries-conf-ctl-1.0:\n Successfully uninstalled registries-conf-ctl-1.0\n Running setup.py install for registries-conf-ctl: started\n Running setup.py install for registries-conf-ctl: finished with status 'done'\nSuccessfully installed registries-conf-ctl-1.0\n", "stdout_lines": ["Collecting git+https://github.com/sebastian-philipp/registries-conf-ctl", " Cloning https://github.com/sebastian-philipp/registries-conf-ctl to ./pip-vx9ho0an-build", "Requirement already up-to-date: toml in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Requirement already up-to-date: docopt in /usr/local/lib/python3.6/site-packages (from registries-conf-ctl==1.0)", "Installing collected packages: registries-conf-ctl", " Found existing installation: registries-conf-ctl 1.0", " Uninstalling registries-conf-ctl-1.0:", " Successfully uninstalled registries-conf-ctl-1.0", " Running setup.py in 2021-09-02T22:50:57.269 INFO:teuthology.task.ansible.out:stall for registries-conf-ctl: started", " Running setup.py install for registries-conf-ctl: finished with status 'done'", "Successfully installed registries-conf-ctl-1.0"], "version": null, "virtualenv": null} 2021-09-02T22:50:57.287 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:57 +0000 (0:00:00.722) 0:04:24.134 **** 2021-09-02T22:50:57.315 INFO:teuthology.task.ansible.out: TASK [container-host : Check for docker's daemon.json] ************************* 2021-09-02T22:50:57.317 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:57.338 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:57 +0000 (0:00:00.050) 0:04:24.184 **** 2021-09-02T22:50:57.366 INFO:teuthology.task.ansible.out: TASK [container-host : Create /etc/containers/registries.conf if necessary] **** 2021-09-02T22:50:57.372 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:57.389 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:57 +0000 (0:00:00.051) 0:04:24.236 **** 2021-09-02T22:50:57.733 INFO:teuthology.task.ansible.out: TASK [container-host : Add local docker.io registry mirror] ******************** 2021-09-02T22:50:57.735 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "cmd": ["registries-conf-ctl", "add-mirror", "docker.io", "docker-mirror.front.sepia.ceph.com:5000"], "delta": "0:00:00.153610", "end": "2021-09-02 22:50:57.715636", "rc": 0, "start": "2021-09-02 22:50:57.562026", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []} 2021-09-02T22:50:57.756 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:57 +0000 (0:00:00.366) 0:04:24.602 **** 2021-09-02T22:50:57.784 INFO:teuthology.task.ansible.out: TASK [container-host : Restart docker service] ********************************* 2021-09-02T22:50:57.786 INFO:teuthology.task.ansible.out:skipping: [smithi162.front.sepia.ceph.com] => {"changed": false, "skip_reason": "Conditional result was False"} 2021-09-02T22:50:57.852 INFO:teuthology.task.ansible.out: PLAY [cobbler] ***************************************************************** skipping: no hosts matched 2021-09-02T22:50:57.853 INFO:teuthology.task.ansible.out: PLAY [paddles] ***************************************************************** skipping: no hosts matched 2021-09-02T22:50:57.854 INFO:teuthology.task.ansible.out: PLAY [pulpito] ***************************************************************** skipping: no hosts matched 2021-09-02T22:50:57.856 INFO:teuthology.task.ansible.out: PLAY [testnodes] *************************************************************** 2021-09-02T22:50:57.868 INFO:teuthology.task.ansible.out: TASK [Gathering Facts] ********************************************************* 2021-09-02T22:50:57.870 INFO:teuthology.task.ansible.out:Thursday 02 September 2021 22:50:57 +0000 (0:00:00.112) 0:04:24.715 **** 2021-09-02T22:50:59.541 INFO:teuthology.task.ansible.out:ok: [smithi132.front.sepia.ceph.com] 2021-09-02T22:50:59.550 INFO:teuthology.task.ansible.out:ok: [smithi162.front.sepia.ceph.com] 2021-09-02T22:50:59.568 INFO:teuthology.task.ansible.out: TASK [Touch /ceph-qa-ready] **************************************************** Thursday 02 September 2021 22:50:59 +0000 (0:00:01.699) 0:04:26.415 **** 2021-09-02T22:50:59.771 INFO:teuthology.task.ansible.out:changed: [smithi132.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-09-02T22:50:59.793 INFO:teuthology.task.ansible.out:changed: [smithi162.front.sepia.ceph.com] => {"changed": true, "dest": "/ceph-qa-ready", "gid": 0, "group": "root", "mode": "0644", "owner": "root", "secontext": "unconfined_u:object_r:etc_runtime_t:s0", "size": 0, "state": "file", "uid": 0} 2021-09-02T22:50:59.795 INFO:teuthology.task.ansible.out: PLAY RECAP ********************************************************************* 2021-09-02T22:50:59.796 INFO:teuthology.task.ansible.out:smithi132.front.sepia.ceph.com : ok=132 changed=39 unreachable=0 failed=0 skipped=188 rescued=0 ignored=3 smithi162.front.sepia.ceph.com : ok=132 changed=39 unreachable=0 failed=0 skipped=188 rescued=0 ignored=3 Thursday 02 September 2021 22:50:59 +0000 (0:00:00.227) 0:04:26.642 **** =============================================================================== common : nrpe - Ensure SELinux policy is up to date -------------------- 36.72s Create all admin users with sudo access. ------------------------------- 34.63s users : Update authorized_keys using the keys repo --------------------- 31.30s common : nrpe - Load SELinux policy package ---------------------------- 14.46s common : nrpe - Remove SELinux policy package -------------------------- 14.29s 2021-09-02T22:50:59.797 INFO:teuthology.task.ansible.out:Remove revoked users ---------------------------------------------------- 8.38s testnode : Zap all non-root disks --------------------------------------- 7.83s testnode : Install packages --------------------------------------------- 7.34s container-host : Install container packages ----------------------------- 4.61s testnode : Ensure ceph packages are not present. ------------------------ 4.04s common : Install Kerberos Packages (RedHat) ----------------------------- 3.02s testnode : Ensure ceph dependency packages are not present. ------------- 2.43s testnode : Rebuild rpmdb ------------------------------------------------ 2.24s testnode : Blow away lingering OSD data and FSIDs ----------------------- 1.87s testnode : Create logical volume(s) ------------------------------------- 1.81s Gathering Facts --------------------------------------------------------- 1.70s testnode : Make sure rpm dependencies are installed --------------------- 1.59s testnode : Remove packages ---------------------------------------------- 1.46s Gathering Facts --------------------------------------------------------- 1.44s testnode : Configure version specific repos in /e 2021-09-02T22:50:59.799 INFO:teuthology.task.ansible.out:tc/yum.repos.d/ -------- 1.40s 2021-09-02T22:51:00.155 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi132.front.sepia.ceph.com'), Remote(name='ubuntu@smithi162.front.sepia.ceph.com')] 2021-09-02T22:51:00.156 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:51:00.158 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi132.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:51:00.227 DEBUG:teuthology.orchestra.run.smithi132:> true 2021-09-02T22:51:00.306 INFO:teuthology.orchestra.remote:Trying to reconnect to host 2021-09-02T22:51:00.306 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2021-09-02T22:51:00.374 DEBUG:teuthology.orchestra.run.smithi162:> true 2021-09-02T22:51:00.454 INFO:teuthology.run_tasks:Running task clock... 2021-09-02T22:51:00.468 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2021-09-02T22:51:00.469 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-09-02T22:51:00.470 DEBUG:teuthology.orchestra.run.smithi132:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-09-02T22:51:00.501 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-09-02T22:51:00.514 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-09-02T22:51:00.550 INFO:teuthology.orchestra.run.smithi132.stderr:sudo: ntpd: command not found 2021-09-02T22:51:00.559 INFO:teuthology.orchestra.run.smithi132.stdout:506 Cannot talk to daemon 2021-09-02T22:51:00.572 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-09-02T22:51:00.585 INFO:teuthology.orchestra.run.smithi132.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-09-02T22:51:00.655 INFO:teuthology.orchestra.run.smithi132.stderr:bash: ntpq: command not found 2021-09-02T22:51:00.657 INFO:teuthology.orchestra.run.smithi132.stdout:210 Number of sources = 4 2021-09-02T22:51:00.657 INFO:teuthology.orchestra.run.smithi132.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-09-02T22:51:00.657 INFO:teuthology.orchestra.run.smithi132.stdout:=============================================================================== 2021-09-02T22:51:00.658 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.658 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.658 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.658 INFO:teuthology.orchestra.run.smithi132.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.659 INFO:teuthology.orchestra.run:Running command with timeout 360 2021-09-02T22:51:00.659 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2021-09-02T22:51:00.692 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2021-09-02T22:51:00.706 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2021-09-02T22:51:00.746 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: ntpd: command not found 2021-09-02T22:51:00.755 INFO:teuthology.orchestra.run.smithi162.stdout:506 Cannot talk to daemon 2021-09-02T22:51:00.769 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to start ntp.service: Unit ntp.service not found. 2021-09-02T22:51:00.782 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2021-09-02T22:51:00.855 INFO:teuthology.orchestra.run.smithi162.stderr:bash: ntpq: command not found 2021-09-02T22:51:00.858 INFO:teuthology.orchestra.run.smithi162.stdout:210 Number of sources = 4 2021-09-02T22:51:00.858 INFO:teuthology.orchestra.run.smithi162.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2021-09-02T22:51:00.858 INFO:teuthology.orchestra.run.smithi162.stdout:=============================================================================== 2021-09-02T22:51:00.858 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.859 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.859 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.859 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2021-09-02T22:51:00.859 INFO:teuthology.run_tasks:Running task install... 2021-09-02T22:51:00.871 DEBUG:teuthology.task.install:project ceph 2021-09-02T22:51:00.871 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'sha1': '9366f375ac31713c35e559edbd160565b784db1d'}} 2021-09-02T22:51:00.872 DEBUG:teuthology.task.install:config {'sha1': '9366f375ac31713c35e559edbd160565b784db1d'} 2021-09-02T22:51:00.872 INFO:teuthology.task.install:Using flavor: basic 2021-09-02T22:51:00.879 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2021-09-02T22:51:00.879 INFO:teuthology.task.install:extra packages: [] 2021-09-02T22:51:00.880 DEBUG:teuthology.orchestra.run.smithi132:> sudo lsb_release -is 2021-09-02T22:51:00.913 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS 2021-09-02T22:51:00.914 DEBUG:teuthology.misc:System to be installed: CentOS 2021-09-02T22:51:00.915 DEBUG:teuthology.orchestra.run.smithi162:> sudo lsb_release -is 2021-09-02T22:51:00.915 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'tag': None, 'wait_for_package': False} 2021-09-02T22:51:00.916 DEBUG:teuthology.orchestra.run.smithi132:> sudo lsb_release -is 2021-09-02T22:51:00.948 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS 2021-09-02T22:51:00.950 DEBUG:teuthology.misc:System to be installed: CentOS 2021-09-02T22:51:00.950 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'flavor': 'basic', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'tag': None, 'wait_for_package': False} 2021-09-02T22:51:00.951 DEBUG:teuthology.orchestra.run.smithi162:> sudo lsb_release -is 2021-09-02T22:51:00.985 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS 2021-09-02T22:51:00.987 DEBUG:teuthology.misc:System to be installed: CentOS 2021-09-02T22:51:00.987 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=9366f375ac31713c35e559edbd160565b784db1d 2021-09-02T22:51:01.022 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS 2021-09-02T22:51:01.024 DEBUG:teuthology.misc:System to be installed: CentOS 2021-09-02T22:51:01.024 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=9366f375ac31713c35e559edbd160565b784db1d 2021-09-02T22:51:01.146 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/ 2021-09-02T22:51:01.147 INFO:teuthology.task.install.rpm:Package version is 17.0.0-7401.g9366f375 2021-09-02T22:51:01.183 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/ 2021-09-02T22:51:01.184 INFO:teuthology.task.install.rpm:Package version is 17.0.0-7401.g9366f375 2021-09-02T22:51:01.275 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-09-02T22:51:01.275 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:51:01.275 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-09-02T22:51:01.292 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-skoduri-dbstore-object/9366f375ac31713c35e559edbd160565b784db1d/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2021-09-02T22:51:01.292 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:51:01.293 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/yum.repos.d/ceph.repo 2021-09-02T22:51:01.300 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-09-02T22:51:01.300 DEBUG:teuthology.orchestra.run.smithi132:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/9366f375ac31713c35e559edbd160565b784db1d/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-09-02T22:51:01.316 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2021-09-02T22:51:01.316 DEBUG:teuthology.orchestra.run.smithi162:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/9366f375ac31713c35e559edbd160565b784db1d/;g' /etc/yum.repos.d/ceph.repo ; fi 2021-09-02T22:51:01.365 DEBUG:teuthology.orchestra.run.smithi132:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-09-02T22:51:01.381 DEBUG:teuthology.orchestra.run.smithi162:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2021-09-02T22:51:01.438 DEBUG:teuthology.orchestra.run.smithi132:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-09-02T22:51:01.454 DEBUG:teuthology.orchestra.run.smithi162:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2021-09-02T22:51:01.500 INFO:teuthology.orchestra.run.smithi132.stdout:check_obsoletes = 1 2021-09-02T22:51:01.502 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum clean all 2021-09-02T22:51:01.516 INFO:teuthology.orchestra.run.smithi162.stdout:check_obsoletes = 1 2021-09-02T22:51:01.517 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum clean all 2021-09-02T22:51:01.732 INFO:teuthology.orchestra.run.smithi132.stdout:84 files removed 2021-09-02T22:51:01.748 INFO:teuthology.orchestra.run.smithi162.stdout:84 files removed 2021-09-02T22:51:01.753 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-radosgw 2021-09-02T22:51:01.768 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-radosgw 2021-09-02T22:51:02.314 INFO:teuthology.orchestra.run.smithi162.stdout:ceph packages for x86_64 347 kB/s | 76 kB 00:00 2021-09-02T22:51:02.316 INFO:teuthology.orchestra.run.smithi132.stdout:ceph packages for x86_64 321 kB/s | 76 kB 00:00 2021-09-02T22:51:02.542 INFO:teuthology.orchestra.run.smithi132.stdout:ceph noarch packages 38 kB/s | 7.4 kB 00:00 2021-09-02T22:51:02.550 INFO:teuthology.orchestra.run.smithi162.stdout:ceph noarch packages 36 kB/s | 7.4 kB 00:00 2021-09-02T22:51:02.759 INFO:teuthology.orchestra.run.smithi132.stdout:ceph source packages 7.4 kB/s | 1.4 kB 00:00 2021-09-02T22:51:02.769 INFO:teuthology.orchestra.run.smithi162.stdout:ceph source packages 7.3 kB/s | 1.4 kB 00:00 2021-09-02T22:51:02.971 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - AppStream 47 MB/s | 8.8 MB 00:00 2021-09-02T22:51:03.024 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - AppStream 38 MB/s | 8.8 MB 00:00 2021-09-02T22:51:04.454 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - Base 45 MB/s | 5.6 MB 00:00 2021-09-02T22:51:04.517 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - Base 43 MB/s | 5.6 MB 00:00 2021-09-02T22:51:05.286 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - Extras 161 kB/s | 10 kB 00:00 2021-09-02T22:51:05.347 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - Extras 157 kB/s | 10 kB 00:00 2021-09-02T22:51:05.851 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Linux 8 - AppStream 17 MB/s | 8.8 MB 00:00 2021-09-02T22:51:05.895 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Linux 8 - AppStream 18 MB/s | 8.8 MB 00:00 2021-09-02T22:51:08.157 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Linux 8 - BaseOS 6.3 MB/s | 5.6 MB 00:00 2021-09-02T22:51:08.271 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Linux 8 - BaseOS 5.3 MB/s | 5.6 MB 00:01 2021-09-02T22:51:09.090 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Linux 8 - Extras 73 kB/s | 10 kB 00:00 2021-09-02T22:51:09.169 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS Linux 8 - Extras 94 kB/s | 10 kB 00:00 2021-09-02T22:51:09.267 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS-8 - PowerTools 19 MB/s | 2.3 MB 00:00 2021-09-02T22:51:09.352 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS-8 - PowerTools 18 MB/s | 2.3 MB 00:00 2021-09-02T22:51:11.869 INFO:teuthology.orchestra.run.smithi162.stdout:Copr repo for python3-asyncssh owned by ceph 1.6 kB/s | 3.5 kB 00:02 2021-09-02T22:51:11.900 INFO:teuthology.orchestra.run.smithi132.stdout:Copr repo for python3-asyncssh owned by ceph 1.6 kB/s | 3.5 kB 00:02 2021-09-02T22:51:12.586 INFO:teuthology.orchestra.run.smithi162.stdout:Extra Packages for Enterprise Linux 16 MB/s | 10 MB 00:00 2021-09-02T22:51:12.628 INFO:teuthology.orchestra.run.smithi132.stdout:Extra Packages for Enterprise Linux 15 MB/s | 10 MB 00:00 2021-09-02T22:51:14.718 INFO:teuthology.orchestra.run.smithi162.stdout:lab-extras 4.1 MB/s | 24 kB 00:00 2021-09-02T22:51:14.751 INFO:teuthology.orchestra.run.smithi132.stdout:lab-extras 4.8 MB/s | 24 kB 00:00 2021-09-02T22:51:16.914 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:51:16.916 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:51:16.917 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:51:16.917 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:51:16.918 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:51:16.918 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-radosgw x86_64 2:17.0.0-7401.g9366f375.el8 ceph 9.0 M 2021-09-02T22:51:16.918 INFO:teuthology.orchestra.run.smithi162.stdout:Upgrading: 2021-09-02T22:51:16.919 INFO:teuthology.orchestra.run.smithi162.stdout: librados2 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.4 M 2021-09-02T22:51:16.919 INFO:teuthology.orchestra.run.smithi162.stdout: librbd1 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.9 M 2021-09-02T22:51:16.920 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:51:16.920 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base x86_64 2:17.0.0-7401.g9366f375.el8 ceph 5.2 M 2021-09-02T22:51:16.921 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-common x86_64 2:17.0.0-7401.g9366f375.el8 ceph 20 M 2021-09-02T22:51:16.921 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-selinux x86_64 2:17.0.0-7401.g9366f375.el8 ceph 24 k 2021-09-02T22:51:16.921 INFO:teuthology.orchestra.run.smithi162.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2021-09-02T22:51:16.922 INFO:teuthology.orchestra.run.smithi162.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-09-02T22:51:16.922 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs2 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 784 k 2021-09-02T22:51:16.923 INFO:teuthology.orchestra.run.smithi162.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-09-02T22:51:16.923 INFO:teuthology.orchestra.run.smithi162.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-Base 47 k 2021-09-02T22:51:16.924 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 482 k 2021-09-02T22:51:16.924 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-09-02T22:51:16.924 INFO:teuthology.orchestra.run.smithi162.stdout: librgw2 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.8 M 2021-09-02T22:51:16.925 INFO:teuthology.orchestra.run.smithi162.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-09-02T22:51:16.925 INFO:teuthology.orchestra.run.smithi162.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-09-02T22:51:16.926 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse 2021-09-02T22:51:16.926 INFO:teuthology.orchestra.run.smithi162.stdout: x86_64 2:17.0.0-7401.g9366f375.el8 ceph 45 k 2021-09-02T22:51:16.926 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-common x86_64 2:17.0.0-7401.g9366f375.el8 ceph 78 k 2021-09-02T22:51:16.927 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cephfs x86_64 2:17.0.0-7401.g9366f375.el8 ceph 178 k 2021-09-02T22:51:16.927 INFO:teuthology.orchestra.run.smithi162.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-09-02T22:51:16.928 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados x86_64 2:17.0.0-7401.g9366f375.el8 ceph 365 k 2021-09-02T22:51:16.928 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rbd x86_64 2:17.0.0-7401.g9366f375.el8 ceph 346 k 2021-09-02T22:51:16.928 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rgw x86_64 2:17.0.0-7401.g9366f375.el8 ceph 110 k 2021-09-02T22:51:16.929 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:16.929 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:51:16.930 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:51:16.930 INFO:teuthology.orchestra.run.smithi162.stdout:Install 21 Packages 2021-09-02T22:51:16.931 INFO:teuthology.orchestra.run.smithi162.stdout:Upgrade 2 Packages 2021-09-02T22:51:16.931 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:16.932 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 49 M 2021-09-02T22:51:16.933 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:51:16.951 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:51:16.953 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:51:16.954 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:51:16.954 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:51:16.955 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:51:16.955 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-radosgw x86_64 2:17.0.0-7401.g9366f375.el8 ceph 9.0 M 2021-09-02T22:51:16.955 INFO:teuthology.orchestra.run.smithi132.stdout:Upgrading: 2021-09-02T22:51:16.956 INFO:teuthology.orchestra.run.smithi132.stdout: librados2 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.4 M 2021-09-02T22:51:16.956 INFO:teuthology.orchestra.run.smithi132.stdout: librbd1 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.9 M 2021-09-02T22:51:16.957 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:51:16.957 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base x86_64 2:17.0.0-7401.g9366f375.el8 ceph 5.2 M 2021-09-02T22:51:16.957 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-common x86_64 2:17.0.0-7401.g9366f375.el8 ceph 20 M 2021-09-02T22:51:16.958 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-selinux x86_64 2:17.0.0-7401.g9366f375.el8 ceph 24 k 2021-09-02T22:51:16.958 INFO:teuthology.orchestra.run.smithi132.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2021-09-02T22:51:16.958 INFO:teuthology.orchestra.run.smithi132.stdout: leveldb x86_64 1.22-1.el8 epel 181 k 2021-09-02T22:51:16.959 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 784 k 2021-09-02T22:51:16.959 INFO:teuthology.orchestra.run.smithi132.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2021-09-02T22:51:16.960 INFO:teuthology.orchestra.run.smithi132.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-Base 47 k 2021-09-02T22:51:16.960 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 482 k 2021-09-02T22:51:16.960 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka x86_64 0.11.4-1.el8 CentOS-AppStream 353 k 2021-09-02T22:51:16.961 INFO:teuthology.orchestra.run.smithi132.stdout: librgw2 x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.8 M 2021-09-02T22:51:16.961 INFO:teuthology.orchestra.run.smithi132.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2021-09-02T22:51:16.962 INFO:teuthology.orchestra.run.smithi132.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2021-09-02T22:51:16.962 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-argparse 2021-09-02T22:51:16.963 INFO:teuthology.orchestra.run.smithi132.stdout: x86_64 2:17.0.0-7401.g9366f375.el8 ceph 45 k 2021-09-02T22:51:16.963 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common x86_64 2:17.0.0-7401.g9366f375.el8 ceph 78 k 2021-09-02T22:51:16.963 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cephfs x86_64 2:17.0.0-7401.g9366f375.el8 ceph 178 k 2021-09-02T22:51:16.964 INFO:teuthology.orchestra.run.smithi132.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2021-09-02T22:51:16.964 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados x86_64 2:17.0.0-7401.g9366f375.el8 ceph 365 k 2021-09-02T22:51:16.964 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rbd x86_64 2:17.0.0-7401.g9366f375.el8 ceph 346 k 2021-09-02T22:51:16.965 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw x86_64 2:17.0.0-7401.g9366f375.el8 ceph 110 k 2021-09-02T22:51:16.965 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:16.966 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:51:16.966 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:51:16.966 INFO:teuthology.orchestra.run.smithi132.stdout:Install 21 Packages 2021-09-02T22:51:16.967 INFO:teuthology.orchestra.run.smithi132.stdout:Upgrade 2 Packages 2021-09-02T22:51:16.967 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:16.968 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 49 M 2021-09-02T22:51:16.969 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:51:17.851 INFO:teuthology.orchestra.run.smithi162.stdout:(1/23): ceph-base-17.0.0-7401.g9366f375.el8.x86 5.6 MB/s | 5.2 MB 00:00 2021-09-02T22:51:17.898 INFO:teuthology.orchestra.run.smithi162.stdout:(2/23): ceph-selinux-17.0.0-7401.g9366f375.el8. 506 kB/s | 24 kB 00:00 2021-09-02T22:51:18.024 INFO:teuthology.orchestra.run.smithi162.stdout:(3/23): libcephfs2-17.0.0-7401.g9366f375.el8.x8 6.1 MB/s | 784 kB 00:00 2021-09-02T22:51:18.139 INFO:teuthology.orchestra.run.smithi162.stdout:(4/23): libradosstriper1-17.0.0-7401.g9366f375. 4.1 MB/s | 482 kB 00:00 2021-09-02T22:51:18.324 INFO:teuthology.orchestra.run.smithi162.stdout:(5/23): ceph-radosgw-17.0.0-7401.g9366f375.el8. 6.4 MB/s | 9.0 MB 00:01 2021-09-02T22:51:18.374 INFO:teuthology.orchestra.run.smithi162.stdout:(6/23): python3-ceph-argparse-17.0.0-7401.g9366 886 kB/s | 45 kB 00:00 2021-09-02T22:51:18.419 INFO:teuthology.orchestra.run.smithi162.stdout:(7/23): python3-ceph-common-17.0.0-7401.g9366f3 1.7 MB/s | 78 kB 00:00 2021-09-02T22:51:18.470 INFO:teuthology.orchestra.run.smithi162.stdout:(8/23): python3-cephfs-17.0.0-7401.g9366f375.el 3.4 MB/s | 178 kB 00:00 2021-09-02T22:51:18.534 INFO:teuthology.orchestra.run.smithi162.stdout:(9/23): python3-rados-17.0.0-7401.g9366f375.el8 5.6 MB/s | 365 kB 00:00 2021-09-02T22:51:18.599 INFO:teuthology.orchestra.run.smithi162.stdout:(10/23): python3-rbd-17.0.0-7401.g9366f375.el8. 5.2 MB/s | 346 kB 00:00 2021-09-02T22:51:18.658 INFO:teuthology.orchestra.run.smithi162.stdout:(11/23): python3-rgw-17.0.0-7401.g9366f375.el8. 1.8 MB/s | 110 kB 00:00 2021-09-02T22:51:18.676 INFO:teuthology.orchestra.run.smithi162.stdout:(12/23): librgw2-17.0.0-7401.g9366f375.el8.x86_ 7.2 MB/s | 3.8 MB 00:00 2021-09-02T22:51:18.701 INFO:teuthology.orchestra.run.smithi162.stdout:(13/23): librdkafka-0.11.4-1.el8.x86_64.rpm 8.2 MB/s | 353 kB 00:00 2021-09-02T22:51:18.702 INFO:teuthology.orchestra.run.smithi162.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 32 MB/s | 44 kB 00:00 2021-09-02T22:51:18.703 INFO:teuthology.orchestra.run.smithi162.stdout:(15/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 38 MB/s | 47 kB 00:00 2021-09-02T22:51:18.710 INFO:teuthology.orchestra.run.smithi162.stdout:(16/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 7.4 MB/s | 259 kB 00:00 2021-09-02T22:51:18.905 INFO:teuthology.orchestra.run.smithi162.stdout:(17/23): leveldb-1.22-1.el8.x86_64.rpm 931 kB/s | 181 kB 00:00 2021-09-02T22:51:19.047 INFO:teuthology.orchestra.run.smithi132.stdout:(1/23): ceph-base-17.0.0-7401.g9366f375.el8.x86 2.6 MB/s | 5.2 MB 00:02 2021-09-02T22:51:19.047 INFO:teuthology.orchestra.run.smithi132.stdout:(2/23): ceph-selinux-17.0.0-7401.g9366f375.el8. 474 kB/s | 24 kB 00:00 2021-09-02T22:51:19.048 INFO:teuthology.orchestra.run.smithi162.stdout:(18/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.4 MB/s | 306 kB 00:00 2021-09-02T22:51:19.048 INFO:teuthology.orchestra.run.smithi162.stdout:(19/23): liboath-2.6.2-3.el8.x86_64.rpm 893 kB/s | 59 kB 00:00 2021-09-02T22:51:19.048 INFO:teuthology.orchestra.run.smithi162.stdout:(20/23): libunwind-1.3.1-3.el8.x86_64.rpm 1.4 MB/s | 75 kB 00:00 2021-09-02T22:51:19.301 INFO:teuthology.orchestra.run.smithi162.stdout:(21/23): ceph-common-17.0.0-7401.g9366f375.el8. 8.4 MB/s | 20 MB 00:02 2021-09-02T22:51:19.325 INFO:teuthology.orchestra.run.smithi132.stdout:(3/23): libcephfs2-17.0.0-7401.g9366f375.el8.x8 2.6 MB/s | 784 kB 00:00 2021-09-02T22:51:19.432 INFO:teuthology.orchestra.run.smithi162.stdout:(22/23): librados2-17.0.0-7401.g9366f375.el8.x8 7.4 MB/s | 3.4 MB 00:00 2021-09-02T22:51:19.472 INFO:teuthology.orchestra.run.smithi132.stdout:(4/23): libradosstriper1-17.0.0-7401.g9366f375. 3.2 MB/s | 482 kB 00:00 2021-09-02T22:51:19.492 INFO:teuthology.orchestra.run.smithi162.stdout:(23/23): librbd1-17.0.0-7401.g9366f375.el8.x86_ 7.5 MB/s | 3.9 MB 00:00 2021-09-02T22:51:19.496 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:51:19.497 INFO:teuthology.orchestra.run.smithi162.stdout:Total 19 MB/s | 49 MB 00:02 2021-09-02T22:51:19.501 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:51:19.545 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:51:19.545 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:51:19.716 INFO:teuthology.orchestra.run.smithi132.stdout:(5/23): ceph-radosgw-17.0.0-7401.g9366f375.el8. 3.3 MB/s | 9.0 MB 00:02 2021-09-02T22:51:19.745 INFO:teuthology.orchestra.run.smithi132.stdout:(6/23): python3-ceph-argparse-17.0.0-7401.g9366 1.5 MB/s | 45 kB 00:00 2021-09-02T22:51:19.770 INFO:teuthology.orchestra.run.smithi132.stdout:(7/23): python3-ceph-common-17.0.0-7401.g9366f3 3.1 MB/s | 78 kB 00:00 2021-09-02T22:51:19.797 INFO:teuthology.orchestra.run.smithi132.stdout:(8/23): python3-cephfs-17.0.0-7401.g9366f375.el 6.6 MB/s | 178 kB 00:00 2021-09-02T22:51:19.848 INFO:teuthology.orchestra.run.smithi132.stdout:(9/23): python3-rados-17.0.0-7401.g9366f375.el8 6.9 MB/s | 365 kB 00:00 2021-09-02T22:51:19.897 INFO:teuthology.orchestra.run.smithi132.stdout:(10/23): python3-rbd-17.0.0-7401.g9366f375.el8. 6.9 MB/s | 346 kB 00:00 2021-09-02T22:51:19.922 INFO:teuthology.orchestra.run.smithi132.stdout:(11/23): python3-rgw-17.0.0-7401.g9366f375.el8. 4.4 MB/s | 110 kB 00:00 2021-09-02T22:51:19.955 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:51:19.958 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:51:19.985 INFO:teuthology.orchestra.run.smithi132.stdout:(12/23): librdkafka-0.11.4-1.el8.x86_64.rpm 5.5 MB/s | 353 kB 00:00 2021-09-02T22:51:19.988 INFO:teuthology.orchestra.run.smithi132.stdout:(13/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 69 MB/s | 259 kB 00:00 2021-09-02T22:51:19.990 INFO:teuthology.orchestra.run.smithi132.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 34 MB/s | 44 kB 00:00 2021-09-02T22:51:19.992 INFO:teuthology.orchestra.run.smithi132.stdout:(15/23): librabbitmq-0.9.0-3.el8.x86_64.rpm 33 MB/s | 47 kB 00:00 2021-09-02T22:51:20.044 INFO:teuthology.orchestra.run.smithi132.stdout:(16/23): librgw2-17.0.0-7401.g9366f375.el8.x86_ 6.7 MB/s | 3.8 MB 00:00 2021-09-02T22:51:20.170 INFO:teuthology.orchestra.run.smithi132.stdout:(17/23): gperftools-libs-2.7-9.el8.x86_64.rpm 1.7 MB/s | 306 kB 00:00 2021-09-02T22:51:20.177 INFO:teuthology.orchestra.run.smithi132.stdout:(18/23): leveldb-1.22-1.el8.x86_64.rpm 1.3 MB/s | 181 kB 00:00 2021-09-02T22:51:20.199 INFO:teuthology.orchestra.run.smithi132.stdout:(19/23): liboath-2.6.2-3.el8.x86_64.rpm 2.0 MB/s | 59 kB 00:00 2021-09-02T22:51:20.203 INFO:teuthology.orchestra.run.smithi132.stdout:(20/23): libunwind-1.3.1-3.el8.x86_64.rpm 2.9 MB/s | 75 kB 00:00 2021-09-02T22:51:20.652 INFO:teuthology.orchestra.run.smithi132.stdout:(21/23): librados2-17.0.0-7401.g9366f375.el8.x8 7.5 MB/s | 3.4 MB 00:00 2021-09-02T22:51:20.708 INFO:teuthology.orchestra.run.smithi132.stdout:(22/23): librbd1-17.0.0-7401.g9366f375.el8.x86_ 7.6 MB/s | 3.9 MB 00:00 2021-09-02T22:51:20.903 INFO:teuthology.orchestra.run.smithi132.stdout:(23/23): ceph-common-17.0.0-7401.g9366f375.el8. 5.1 MB/s | 20 MB 00:03 2021-09-02T22:51:20.907 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:51:20.907 INFO:teuthology.orchestra.run.smithi132.stdout:Total 12 MB/s | 49 MB 00:03 2021-09-02T22:51:20.911 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:51:20.956 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:51:20.956 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:51:20.980 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:51:21.199 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/25 2021-09-02T22:51:21.369 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:51:21.372 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:51:21.373 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 2/25 2021-09-02T22:51:21.783 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 2/25 2021-09-02T22:51:21.956 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : librados2-2:17.0.0-7401.g9366f375.el8.x86_64 3/25 2021-09-02T22:51:22.055 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados2-2:17.0.0-7401.g9366f375.el8.x86_64 3/25 2021-09-02T22:51:22.245 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 4/25 2021-09-02T22:51:22.338 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:51:22.372 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 5/25 2021-09-02T22:51:22.503 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/25 2021-09-02T22:51:22.635 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 2/25 2021-09-02T22:51:22.804 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 5/25 2021-09-02T22:51:22.947 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 6/25 2021-09-02T22:51:23.016 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 2/25 2021-09-02T22:51:23.019 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 6/25 2021-09-02T22:51:23.160 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : librados2-2:17.0.0-7401.g9366f375.el8.x86_64 3/25 2021-09-02T22:51:23.180 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 7/25 2021-09-02T22:51:23.256 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados2-2:17.0.0-7401.g9366f375.el8.x86_64 3/25 2021-09-02T22:51:23.380 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 8/25 2021-09-02T22:51:23.476 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 4/25 2021-09-02T22:51:23.609 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 5/25 2021-09-02T22:51:23.771 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 8/25 2021-09-02T22:51:23.955 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 9/25 2021-09-02T22:51:24.018 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 9/25 2021-09-02T22:51:24.036 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 5/25 2021-09-02T22:51:24.195 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : leveldb-1.22-1.el8.x86_64 10/25 2021-09-02T22:51:24.201 INFO:teuthology.orchestra.run.smithi132.stdout: Upgrading : librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 6/25 2021-09-02T22:51:24.271 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 6/25 2021-09-02T22:51:24.357 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ceph-argparse-2:17.0.0-7401.g9366f375.el8. 11/25 2021-09-02T22:51:24.417 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 7/25 2021-09-02T22:51:24.550 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 12/25 2021-09-02T22:51:24.618 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librdkafka-0.11.4-1.el8.x86_64 8/25 2021-09-02T22:51:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 13/25 2021-09-02T22:51:24.924 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 14/25 2021-09-02T22:51:25.025 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librdkafka-0.11.4-1.el8.x86_64 8/25 2021-09-02T22:51:25.088 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_6 15/25 2021-09-02T22:51:25.163 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_6 15/25 2021-09-02T22:51:25.210 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 9/25 2021-09-02T22:51:25.285 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 9/25 2021-09-02T22:51:25.371 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 16/25 2021-09-02T22:51:25.424 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : leveldb-1.22-1.el8.x86_64 10/25 2021-09-02T22:51:25.589 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 17/25 2021-09-02T22:51:25.594 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ceph-argparse-2:17.0.0-7401.g9366f375.el8. 11/25 2021-09-02T22:51:25.744 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2021-09-02T22:51:25.762 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 12/25 2021-09-02T22:51:25.947 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ceph-common-2:17.0.0-7401.g9366f375.el8.x8 19/25 2021-09-02T22:51:25.952 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 13/25 2021-09-02T22:51:26.136 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 14/25 2021-09-02T22:51:26.292 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_6 15/25 2021-09-02T22:51:26.347 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_6 15/25 2021-09-02T22:51:26.519 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 16/25 2021-09-02T22:51:26.702 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 17/25 2021-09-02T22:51:26.883 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2021-09-02T22:51:27.043 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-ceph-common-2:17.0.0-7401.g9366f375.el8.x8 19/25 2021-09-02T22:51:30.047 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 20/25 2021-09-02T22:51:30.263 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 20/25 2021-09-02T22:51:30.845 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 20/25 2021-09-02T22:51:31.088 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 21/25 2021-09-02T22:51:31.202 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 21/25 2021-09-02T22:51:31.345 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 22/25 2021-09-02T22:51:31.442 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 20/25 2021-09-02T22:51:31.609 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 20/25 2021-09-02T22:51:32.213 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 20/25 2021-09-02T22:51:32.431 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 21/25 2021-09-02T22:51:32.557 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 21/25 2021-09-02T22:51:32.666 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 22/25 2021-09-02T22:51:47.121 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 22/25 2021-09-02T22:51:47.121 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /sys 2021-09-02T22:51:47.121 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /proc 2021-09-02T22:51:47.122 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /dev 2021-09-02T22:51:47.122 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /run 2021-09-02T22:51:47.122 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /mnt 2021-09-02T22:51:47.122 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /var/tmp 2021-09-02T22:51:47.123 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /home 2021-09-02T22:51:47.123 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /tmp 2021-09-02T22:51:47.123 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /dev 2021-09-02T22:51:47.123 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:48.221 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 22/25 2021-09-02T22:51:48.222 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /sys 2021-09-02T22:51:48.222 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /proc 2021-09-02T22:51:48.222 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /dev 2021-09-02T22:51:48.223 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /run 2021-09-02T22:51:48.223 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /mnt 2021-09-02T22:51:48.223 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /var/tmp 2021-09-02T22:51:48.223 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /home 2021-09-02T22:51:48.224 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /tmp 2021-09-02T22:51:48.224 INFO:teuthology.orchestra.run.smithi132.stdout:skipping the directory /dev 2021-09-02T22:51:48.224 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:48.225 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 23/25 2021-09-02T22:51:48.324 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 23/25 2021-09-02T22:51:48.325 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2021-09-02T22:51:48.527 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2021-09-02T22:51:48.527 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2021-09-02T22:51:49.259 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2021-09-02T22:51:49.260 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 1/25 2021-09-02T22:51:49.260 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 2/25 2021-09-02T22:51:49.260 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 3/25 2021-09-02T22:51:49.260 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 4/25 2021-09-02T22:51:49.261 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 5/25 2021-09-02T22:51:49.261 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_6 6/25 2021-09-02T22:51:49.261 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 7/25 2021-09-02T22:51:49.261 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ceph-argparse-2:17.0.0-7401.g9366f375.el8. 8/25 2021-09-02T22:51:49.262 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ceph-common-2:17.0.0-7401.g9366f375.el8.x8 9/25 2021-09-02T22:51:49.262 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 10/25 2021-09-02T22:51:49.262 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 11/25 2021-09-02T22:51:49.262 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 12/25 2021-09-02T22:51:49.262 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 13/25 2021-09-02T22:51:49.263 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/25 2021-09-02T22:51:49.263 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2021-09-02T22:51:49.263 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2021-09-02T22:51:49.263 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2021-09-02T22:51:49.263 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2021-09-02T22:51:49.264 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : leveldb-1.22-1.el8.x86_64 19/25 2021-09-02T22:51:49.264 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 20/25 2021-09-02T22:51:49.264 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 21/25 2021-09-02T22:51:49.264 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados2-2:17.0.0-7401.g9366f375.el8.x86_64 22/25 2021-09-02T22:51:49.265 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2021-09-02T22:51:49.265 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 24/25 2021-09-02T22:51:49.362 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 23/25 2021-09-02T22:51:49.420 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 23/25 2021-09-02T22:51:49.421 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2021-09-02T22:51:49.649 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2021-09-02T22:51:49.650 INFO:teuthology.orchestra.run.smithi132.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2021-09-02T22:51:50.044 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2021-09-02T22:51:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:50.045 INFO:teuthology.orchestra.run.smithi162.stdout:Upgraded: 2021-09-02T22:51:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: librados2-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:50.046 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:51:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2021-09-02T22:51:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: leveldb-1.22-1.el8.x86_64 2021-09-02T22:51:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: liboath-2.6.2-3.el8.x86_64 2021-09-02T22:51:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: librabbitmq-0.9.0-3.el8.x86_64 2021-09-02T22:51:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-09-02T22:51:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: libunwind-1.3.1-3.el8.x86_64 2021-09-02T22:51:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-09-02T22:51:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-09-02T22:51:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:50.051 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:51:50.327 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-test 2021-09-02T22:51:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2021-09-02T22:51:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 1/25 2021-09-02T22:51:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 2/25 2021-09-02T22:51:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 3/25 2021-09-02T22:51:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 4/25 2021-09-02T22:51:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 5/25 2021-09-02T22:51:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_6 6/25 2021-09-02T22:51:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 7/25 2021-09-02T22:51:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ceph-argparse-2:17.0.0-7401.g9366f375.el8. 8/25 2021-09-02T22:51:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-ceph-common-2:17.0.0-7401.g9366f375.el8.x8 9/25 2021-09-02T22:51:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 10/25 2021-09-02T22:51:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 11/25 2021-09-02T22:51:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 12/25 2021-09-02T22:51:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 13/25 2021-09-02T22:51:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librdkafka-0.11.4-1.el8.x86_64 14/25 2021-09-02T22:51:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2021-09-02T22:51:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2021-09-02T22:51:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 17/25 2021-09-02T22:51:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2021-09-02T22:51:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : leveldb-1.22-1.el8.x86_64 19/25 2021-09-02T22:51:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 20/25 2021-09-02T22:51:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 21/25 2021-09-02T22:51:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados2-2:17.0.0-7401.g9366f375.el8.x86_64 22/25 2021-09-02T22:51:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2021-09-02T22:51:50.390 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 24/25 2021-09-02T22:51:50.790 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:36 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:51:51.227 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2021-09-02T22:51:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:51.228 INFO:teuthology.orchestra.run.smithi132.stdout:Upgraded: 2021-09-02T22:51:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: librados2-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:51.229 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:51:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-radosgw-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-selinux-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2021-09-02T22:51:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: leveldb-1.22-1.el8.x86_64 2021-09-02T22:51:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: liboath-2.6.2-3.el8.x86_64 2021-09-02T22:51:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: librabbitmq-0.9.0-3.el8.x86_64 2021-09-02T22:51:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: libradosstriper1-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: librdkafka-0.11.4-1.el8.x86_64 2021-09-02T22:51:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: librgw2-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: libunwind-1.3.1-3.el8.x86_64 2021-09-02T22:51:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: lttng-ust-2.8.1-11.el8.x86_64 2021-09-02T22:51:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-argparse-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: python3-ceph-common-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: python3-prettytable-0.7.2-14.el8.noarch 2021-09-02T22:51:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:51:51.234 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:51.234 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:51:51.454 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-test 2021-09-02T22:51:51.750 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:51:51.751 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:51:51.751 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:51:51.752 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:51:51.752 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:51:51.752 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-test x86_64 2:17.0.0-7401.g9366f375.el8 ceph 44 M 2021-09-02T22:51:51.752 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:51:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-09-02T22:51:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: libcephsqlite x86_64 2:17.0.0-7401.g9366f375.el8 ceph 170 k 2021-09-02T22:51:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: libxslt x86_64 1.1.32-6.el8 CentOS-Base 250 k 2021-09-02T22:51:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-09-02T22:51:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-09-02T22:51:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-09-02T22:51:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:51.754 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:51:51.754 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:51:51.755 INFO:teuthology.orchestra.run.smithi162.stdout:Install 7 Packages 2021-09-02T22:51:51.755 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:51:51.756 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 45 M 2021-09-02T22:51:51.756 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 212 M 2021-09-02T22:51:51.756 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:51:51.793 INFO:teuthology.orchestra.run.smithi162.stdout:(1/7): jq-1.5-12.el8.x86_64.rpm 4.0 MB/s | 161 kB 00:00 2021-09-02T22:51:51.796 INFO:teuthology.orchestra.run.smithi162.stdout:(2/7): oniguruma-6.8.2-2.el8.x86_64.rpm 63 MB/s | 187 kB 00:00 2021-09-02T22:51:51.800 INFO:teuthology.orchestra.run.smithi162.stdout:(3/7): socat-1.7.3.3-2.el8.x86_64.rpm 70 MB/s | 302 kB 00:00 2021-09-02T22:51:51.804 INFO:teuthology.orchestra.run.smithi162.stdout:(4/7): libxslt-1.1.32-6.el8.x86_64.rpm 68 MB/s | 250 kB 00:00 2021-09-02T22:51:51.912 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:00:37 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:51:51.931 INFO:teuthology.orchestra.run.smithi162.stdout:(5/7): libcephsqlite-17.0.0-7401.g9366f375.el8. 963 kB/s | 170 kB 00:00 2021-09-02T22:51:52.088 INFO:teuthology.orchestra.run.smithi162.stdout:(6/7): xmlstarlet-1.6.1-11.el8.x86_64.rpm 244 kB/s | 69 kB 00:00 2021-09-02T22:51:52.856 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:51:52.857 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:51:52.857 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:51:52.857 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:51:52.857 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:51:52.858 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-test x86_64 2:17.0.0-7401.g9366f375.el8 ceph 44 M 2021-09-02T22:51:52.858 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:51:52.858 INFO:teuthology.orchestra.run.smithi132.stdout: jq x86_64 1.5-12.el8 CentOS-AppStream 161 k 2021-09-02T22:51:52.858 INFO:teuthology.orchestra.run.smithi132.stdout: libcephsqlite x86_64 2:17.0.0-7401.g9366f375.el8 ceph 170 k 2021-09-02T22:51:52.859 INFO:teuthology.orchestra.run.smithi132.stdout: libxslt x86_64 1.1.32-6.el8 CentOS-Base 250 k 2021-09-02T22:51:52.859 INFO:teuthology.orchestra.run.smithi132.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2021-09-02T22:51:52.859 INFO:teuthology.orchestra.run.smithi132.stdout: socat x86_64 1.7.3.3-2.el8 CentOS-AppStream 302 k 2021-09-02T22:51:52.859 INFO:teuthology.orchestra.run.smithi132.stdout: xmlstarlet x86_64 1.6.1-11.el8 epel 69 k 2021-09-02T22:51:52.859 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:52.860 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:51:52.860 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:51:52.860 INFO:teuthology.orchestra.run.smithi132.stdout:Install 7 Packages 2021-09-02T22:51:52.861 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:51:52.862 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 45 M 2021-09-02T22:51:52.862 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 212 M 2021-09-02T22:51:52.862 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:51:52.900 INFO:teuthology.orchestra.run.smithi132.stdout:(1/7): jq-1.5-12.el8.x86_64.rpm 3.9 MB/s | 161 kB 00:00 2021-09-02T22:51:52.903 INFO:teuthology.orchestra.run.smithi132.stdout:(2/7): oniguruma-6.8.2-2.el8.x86_64.rpm 53 MB/s | 187 kB 00:00 2021-09-02T22:51:52.908 INFO:teuthology.orchestra.run.smithi132.stdout:(3/7): socat-1.7.3.3-2.el8.x86_64.rpm 65 MB/s | 302 kB 00:00 2021-09-02T22:51:52.912 INFO:teuthology.orchestra.run.smithi132.stdout:(4/7): libxslt-1.1.32-6.el8.x86_64.rpm 58 MB/s | 250 kB 00:00 2021-09-02T22:51:53.011 INFO:teuthology.orchestra.run.smithi132.stdout:(5/7): xmlstarlet-1.6.1-11.el8.x86_64.rpm 702 kB/s | 69 kB 00:00 2021-09-02T22:51:53.118 INFO:teuthology.orchestra.run.smithi132.stdout:(6/7): libcephsqlite-17.0.0-7401.g9366f375.el8. 659 kB/s | 170 kB 00:00 2021-09-02T22:51:54.199 INFO:teuthology.orchestra.run.smithi162.stdout:(7/7): ceph-test-17.0.0-7401.g9366f375.el8.x86_ 18 MB/s | 44 MB 00:02 2021-09-02T22:51:54.202 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:51:54.202 INFO:teuthology.orchestra.run.smithi162.stdout:Total 19 MB/s | 45 MB 00:02 2021-09-02T22:51:54.206 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:51:54.228 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:51:54.228 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:51:54.477 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:51:54.480 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:51:54.979 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:51:55.150 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libxslt-1.1.32-6.el8.x86_64 1/7 2021-09-02T22:51:55.353 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/7 2021-09-02T22:51:55.544 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/7 2021-09-02T22:51:55.690 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/7 2021-09-02T22:51:55.769 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/7 2021-09-02T22:51:55.946 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : jq-1.5-12.el8.x86_64 5/7 2021-09-02T22:51:55.970 INFO:teuthology.orchestra.run.smithi132.stdout:(7/7): ceph-test-17.0.0-7401.g9366f375.el8.x86_ 14 MB/s | 44 MB 00:03 2021-09-02T22:51:55.974 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:51:55.974 INFO:teuthology.orchestra.run.smithi132.stdout:Total 15 MB/s | 45 MB 00:03 2021-09-02T22:51:55.979 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:51:56.002 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:51:56.002 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:51:56.115 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 6/7 2021-09-02T22:51:56.254 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:51:56.258 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:51:57.204 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:51:57.389 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libxslt-1.1.32-6.el8.x86_64 1/7 2021-09-02T22:51:57.545 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : xmlstarlet-1.6.1-11.el8.x86_64 2/7 2021-09-02T22:51:57.741 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : socat-1.7.3.3-2.el8.x86_64 3/7 2021-09-02T22:51:57.871 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 4/7 2021-09-02T22:51:57.974 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 4/7 2021-09-02T22:51:58.146 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : jq-1.5-12.el8.x86_64 5/7 2021-09-02T22:51:58.296 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 6/7 2021-09-02T22:52:00.485 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 6/7 2021-09-02T22:52:00.737 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 7/7 2021-09-02T22:52:00.986 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 7/7 2021-09-02T22:52:00.987 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 1/7 2021-09-02T22:52:00.987 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 2/7 2021-09-02T22:52:00.987 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : jq-1.5-12.el8.x86_64 3/7 2021-09-02T22:52:00.987 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/7 2021-09-02T22:52:00.988 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 5/7 2021-09-02T22:52:00.988 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libxslt-1.1.32-6.el8.x86_64 6/7 2021-09-02T22:52:01.417 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 7/7 2021-09-02T22:52:01.417 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:01.418 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:01.418 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 jq-1.5-12.el8.x86_64 2021-09-02T22:52:01.418 INFO:teuthology.orchestra.run.smithi162.stdout: libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 libxslt-1.1.32-6.el8.x86_64 2021-09-02T22:52:01.418 INFO:teuthology.orchestra.run.smithi162.stdout: oniguruma-6.8.2-2.el8.x86_64 socat-1.7.3.3-2.el8.x86_64 2021-09-02T22:52:01.419 INFO:teuthology.orchestra.run.smithi162.stdout: xmlstarlet-1.6.1-11.el8.x86_64 2021-09-02T22:52:01.419 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:01.419 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:01.574 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph 2021-09-02T22:52:02.014 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:48 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:02.927 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 6/7 2021-09-02T22:52:03.009 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:03.013 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2021-09-02T22:52:03.013 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:52:03.014 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2021-09-02T22:52:03.014 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:03.014 INFO:teuthology.orchestra.run.smithi162.stdout: ceph x86_64 2:17.0.0-7401.g9366f375.el8 ceph 6.4 k 2021-09-02T22:52:03.014 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:52:03.015 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mds x86_64 2:17.0.0-7401.g9366f375.el8 ceph 2.3 M 2021-09-02T22:52:03.015 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr x86_64 2:17.0.0-7401.g9366f375.el8 ceph 1.5 M 2021-09-02T22:52:03.015 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 214 k 2021-09-02T22:52:03.016 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mon x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.9 M 2021-09-02T22:52:03.016 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-osd x86_64 2:17.0.0-7401.g9366f375.el8 ceph 17 M 2021-09-02T22:52:03.016 INFO:teuthology.orchestra.run.smithi162.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-09-02T22:52:03.017 INFO:teuthology.orchestra.run.smithi162.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-09-02T22:52:03.017 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-Base 237 k 2021-09-02T22:52:03.017 INFO:teuthology.orchestra.run.smithi162.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-09-02T22:52:03.017 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-09-02T22:52:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-09-02T22:52:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cryptography x86_64 3.2.1-4.el8 CentOS-Base 559 k 2021-09-02T22:52:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: python3-idna noarch 2.5-5.el8 CentOS-Base 97 k 2021-09-02T22:52:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-09-02T22:52:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2021-09-02T22:52:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-09-02T22:52:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: python3-lxml x86_64 4.2.3-2.el8 CentOS-AppStream 1.5 M 2021-09-02T22:52:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-09-02T22:52:03.020 INFO:teuthology.orchestra.run.smithi162.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-09-02T22:52:03.020 INFO:teuthology.orchestra.run.smithi162.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-09-02T22:52:03.020 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-09-02T22:52:03.020 INFO:teuthology.orchestra.run.smithi162.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-09-02T22:52:03.021 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2021-09-02T22:52:03.021 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-Base 109 k 2021-09-02T22:52:03.021 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-09-02T22:52:03.021 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-09-02T22:52:03.022 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-09-02T22:52:03.022 INFO:teuthology.orchestra.run.smithi162.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-09-02T22:52:03.022 INFO:teuthology.orchestra.run.smithi162.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-09-02T22:52:03.022 INFO:teuthology.orchestra.run.smithi162.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-09-02T22:52:03.023 INFO:teuthology.orchestra.run.smithi162.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-09-02T22:52:03.023 INFO:teuthology.orchestra.run.smithi162.stdout: python3-urllib3 noarch 1.24.2-5.el8 CentOS-Base 177 k 2021-09-02T22:52:03.023 INFO:teuthology.orchestra.run.smithi162.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-09-02T22:52:03.023 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-09-02T22:52:03.024 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-09-02T22:52:03.024 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-09-02T22:52:03.024 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-09-02T22:52:03.024 INFO:teuthology.orchestra.run.smithi162.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-09-02T22:52:03.025 INFO:teuthology.orchestra.run.smithi162.stdout:Installing weak dependencies: 2021-09-02T22:52:03.025 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-09-02T22:52:03.025 INFO:teuthology.orchestra.run.smithi162.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-09-02T22:52:03.025 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:03.026 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:03.026 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2021-09-02T22:52:03.026 INFO:teuthology.orchestra.run.smithi162.stdout:Install 41 Packages 2021-09-02T22:52:03.026 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:03.027 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 31 M 2021-09-02T22:52:03.027 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 121 M 2021-09-02T22:52:03.028 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:03.177 INFO:teuthology.orchestra.run.smithi162.stdout:(1/41): ceph-17.0.0-7401.g9366f375.el8.x86_64.r 41 kB/s | 6.4 kB 00:00 2021-09-02T22:52:03.315 INFO:teuthology.orchestra.run.smithi162.stdout:(2/41): ceph-mgr-17.0.0-7401.g9366f375.el8.x86_ 5.1 MB/s | 1.5 MB 00:00 2021-09-02T22:52:03.367 INFO:teuthology.orchestra.run.smithi162.stdout:(3/41): ceph-mds-17.0.0-7401.g9366f375.el8.x86_ 6.5 MB/s | 2.3 MB 00:00 2021-09-02T22:52:03.502 INFO:teuthology.orchestra.run.smithi162.stdout:(4/41): ceph-mgr-modules-core-17.0.0-7401.g9366 1.6 MB/s | 214 kB 00:00 2021-09-02T22:52:03.577 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 7/7 2021-09-02T22:52:03.585 INFO:teuthology.orchestra.run.smithi162.stdout:(5/41): python3-html5lib-0.999999999-6.el8.noar 2.5 MB/s | 214 kB 00:00 2021-09-02T22:52:03.672 INFO:teuthology.orchestra.run.smithi162.stdout:(6/41): python3-lxml-4.2.3-2.el8.x86_64.rpm 17 MB/s | 1.5 MB 00:00 2021-09-02T22:52:03.698 INFO:teuthology.orchestra.run.smithi162.stdout:(7/41): python3-mako-1.0.6-13.el8.noarch.rpm 5.9 MB/s | 157 kB 00:00 2021-09-02T22:52:03.735 INFO:teuthology.orchestra.run.smithi162.stdout:(8/41): python3-markupsafe-0.23-19.el8.x86_64.r 1.0 MB/s | 39 kB 00:00 2021-09-02T22:52:03.783 INFO:teuthology.orchestra.run.smithi162.stdout:(9/41): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 2.1 MB/s | 103 kB 00:00 2021-09-02T22:52:03.816 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 7/7 2021-09-02T22:52:03.817 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 1/7 2021-09-02T22:52:03.817 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 2/7 2021-09-02T22:52:03.817 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : jq-1.5-12.el8.x86_64 3/7 2021-09-02T22:52:03.817 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/7 2021-09-02T22:52:03.818 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : socat-1.7.3.3-2.el8.x86_64 5/7 2021-09-02T22:52:03.818 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libxslt-1.1.32-6.el8.x86_64 6/7 2021-09-02T22:52:03.819 INFO:teuthology.orchestra.run.smithi162.stdout:(10/41): python3-pytz-2017.2-9.el8.noarch.rpm 1.5 MB/s | 54 kB 00:00 2021-09-02T22:52:03.846 INFO:teuthology.orchestra.run.smithi162.stdout:(11/41): python3-webencodings-0.5.1-6.el8.noarc 968 kB/s | 27 kB 00:00 2021-09-02T22:52:03.880 INFO:teuthology.orchestra.run.smithi162.stdout:(12/41): python3-werkzeug-0.12.2-4.el8.noarch.r 14 MB/s | 457 kB 00:00 2021-09-02T22:52:03.900 INFO:teuthology.orchestra.run.smithi162.stdout:(13/41): python3-cffi-1.11.5-5.el8.x86_64.rpm 11 MB/s | 237 kB 00:00 2021-09-02T22:52:03.908 INFO:teuthology.orchestra.run.smithi162.stdout:(14/41): python3-chardet-3.0.4-7.el8.noarch.rpm 24 MB/s | 195 kB 00:00 2021-09-02T22:52:03.916 INFO:teuthology.orchestra.run.smithi162.stdout:(15/41): python3-cryptography-3.2.1-4.el8.x86_6 69 MB/s | 559 kB 00:00 2021-09-02T22:52:03.919 INFO:teuthology.orchestra.run.smithi162.stdout:(16/41): python3-idna-2.5-5.el8.noarch.rpm 36 MB/s | 97 kB 00:00 2021-09-02T22:52:03.924 INFO:teuthology.orchestra.run.smithi162.stdout:(17/41): python3-pycparser-2.14-14.el8.noarch.r 33 MB/s | 109 kB 00:00 2021-09-02T22:52:03.925 INFO:teuthology.orchestra.run.smithi162.stdout:(18/41): python3-pysocks-1.6.8-3.el8.noarch.rpm 17 MB/s | 34 kB 00:00 2021-09-02T22:52:03.928 INFO:teuthology.orchestra.run.smithi162.stdout:(19/41): python3-requests-2.20.0-2.1.el8_1.noar 43 MB/s | 123 kB 00:00 2021-09-02T22:52:03.932 INFO:teuthology.orchestra.run.smithi162.stdout:(20/41): python3-urllib3-1.24.2-5.el8.noarch.rp 61 MB/s | 177 kB 00:00 2021-09-02T22:52:03.947 INFO:teuthology.orchestra.run.smithi162.stdout:(21/41): ceph-mon-17.0.0-7401.g9366f375.el8.x86 5.0 MB/s | 3.9 MB 00:00 2021-09-02T22:52:04.186 INFO:teuthology.orchestra.run.smithi162.stdout:(22/41): ceph-osd-17.0.0-7401.g9366f375.el8.x86 19 MB/s | 17 MB 00:00 2021-09-02T22:52:04.187 INFO:teuthology.orchestra.run.smithi162.stdout:(23/41): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 171 kB/s | 44 kB 00:00 2021-09-02T22:52:04.187 INFO:teuthology.orchestra.run.smithi162.stdout:(24/41): python3-beautifulsoup4-4.6.3-2.el8.1.n 773 kB/s | 185 kB 00:00 2021-09-02T22:52:04.225 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : xmlstarlet-1.6.1-11.el8.x86_64 7/7 2021-09-02T22:52:04.225 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:04.226 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:04.226 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-test-2:17.0.0-7401.g9366f375.el8.x86_64 jq-1.5-12.el8.x86_64 2021-09-02T22:52:04.226 INFO:teuthology.orchestra.run.smithi132.stdout: libcephsqlite-2:17.0.0-7401.g9366f375.el8.x86_64 libxslt-1.1.32-6.el8.x86_64 2021-09-02T22:52:04.226 INFO:teuthology.orchestra.run.smithi132.stdout: oniguruma-6.8.2-2.el8.x86_64 socat-1.7.3.3-2.el8.x86_64 2021-09-02T22:52:04.226 INFO:teuthology.orchestra.run.smithi132.stdout: xmlstarlet-1.6.1-11.el8.x86_64 2021-09-02T22:52:04.227 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:04.227 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:04.253 INFO:teuthology.orchestra.run.smithi162.stdout:(25/41): python3-cssselect-0.9.2-10.el8.noarch. 610 kB/s | 40 kB 00:00 2021-09-02T22:52:04.286 INFO:teuthology.orchestra.run.smithi162.stdout:(26/41): python3-jaraco-6.2-6.el8.noarch.rpm 335 kB/s | 11 kB 00:00 2021-09-02T22:52:04.319 INFO:teuthology.orchestra.run.smithi162.stdout:(27/41): python3-cheroot-8.5.2-1.el8.noarch.rpm 1.3 MB/s | 173 kB 00:00 2021-09-02T22:52:04.343 INFO:teuthology.orchestra.run.smithi162.stdout:(28/41): python3-jaraco-functools-2.0-4.el8.noa 312 kB/s | 18 kB 00:00 2021-09-02T22:52:04.358 INFO:teuthology.orchestra.run.smithi162.stdout:(29/41): python3-logutils-0.3.5-11.el8.noarch.r 1.2 MB/s | 49 kB 00:00 2021-09-02T22:52:04.370 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph 2021-09-02T22:52:04.391 INFO:teuthology.orchestra.run.smithi162.stdout:(30/41): python3-more-itertools-7.2.0-3.el8.noa 1.2 MB/s | 59 kB 00:00 2021-09-02T22:52:04.400 INFO:teuthology.orchestra.run.smithi162.stdout:(31/41): python3-cherrypy-18.4.0-1.el8.noarch.r 1.8 MB/s | 384 kB 00:00 2021-09-02T22:52:04.423 INFO:teuthology.orchestra.run.smithi162.stdout:(32/41): python3-pecan-1.3.2-9.el8.noarch.rpm 4.3 MB/s | 283 kB 00:00 2021-09-02T22:52:04.425 INFO:teuthology.orchestra.run.smithi162.stdout:(33/41): python3-portend-2.6-1.el8.noarch.rpm 464 kB/s | 16 kB 00:00 2021-09-02T22:52:04.434 INFO:teuthology.orchestra.run.smithi162.stdout:(34/41): python3-simplegeneric-0.8.1-17.el8.noa 549 kB/s | 19 kB 00:00 2021-09-02T22:52:04.472 INFO:teuthology.orchestra.run.smithi162.stdout:(35/41): python3-tempora-1.14.1-5.el8.noarch.rp 618 kB/s | 29 kB 00:00 2021-09-02T22:52:04.474 INFO:teuthology.orchestra.run.smithi162.stdout:(36/41): python3-singledispatch-3.4.0.3-18.el8. 469 kB/s | 24 kB 00:00 2021-09-02T22:52:04.483 INFO:teuthology.orchestra.run.smithi162.stdout:(37/41): python3-trustme-0.6.0-4.el8.noarch.rpm 570 kB/s | 27 kB 00:00 2021-09-02T22:52:04.525 INFO:teuthology.orchestra.run.smithi162.stdout:(38/41): python3-webob-1.8.5-1.el8.1.noarch.rpm 4.9 MB/s | 251 kB 00:00 2021-09-02T22:52:04.527 INFO:teuthology.orchestra.run.smithi162.stdout:(39/41): python3-webtest-2.0.33-1.el8.noarch.rp 1.9 MB/s | 85 kB 00:00 2021-09-02T22:52:04.538 INFO:teuthology.orchestra.run.smithi162.stdout:(40/41): python3-waitress-1.2.1-2.el8.1.noarch. 3.6 MB/s | 241 kB 00:00 2021-09-02T22:52:04.573 INFO:teuthology.orchestra.run.smithi162.stdout:(41/41): python3-zc-lockfile-2.0-2.el8.noarch.r 480 kB/s | 23 kB 00:00 2021-09-02T22:52:04.576 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:04.576 INFO:teuthology.orchestra.run.smithi162.stdout:Total 20 MB/s | 31 MB 00:01 2021-09-02T22:52:04.590 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:04.631 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:04.631 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:04.812 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:00:50 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:04.927 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:04.930 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:05.749 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:05.753 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================= 2021-09-02T22:52:05.754 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:52:05.754 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================= 2021-09-02T22:52:05.754 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:05.754 INFO:teuthology.orchestra.run.smithi132.stdout: ceph x86_64 2:17.0.0-7401.g9366f375.el8 ceph 6.4 k 2021-09-02T22:52:05.755 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:52:05.755 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mds x86_64 2:17.0.0-7401.g9366f375.el8 ceph 2.3 M 2021-09-02T22:52:05.755 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr x86_64 2:17.0.0-7401.g9366f375.el8 ceph 1.5 M 2021-09-02T22:52:05.755 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 214 k 2021-09-02T22:52:05.756 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mon x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.9 M 2021-09-02T22:52:05.756 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-osd x86_64 2:17.0.0-7401.g9366f375.el8 ceph 17 M 2021-09-02T22:52:05.756 INFO:teuthology.orchestra.run.smithi132.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2021-09-02T22:52:05.756 INFO:teuthology.orchestra.run.smithi132.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2021-09-02T22:52:05.757 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-Base 237 k 2021-09-02T22:52:05.757 INFO:teuthology.orchestra.run.smithi132.stdout: python3-chardet noarch 3.0.4-7.el8 CentOS-Base 195 k 2021-09-02T22:52:05.757 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2021-09-02T22:52:05.758 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2021-09-02T22:52:05.758 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography x86_64 3.2.1-4.el8 CentOS-Base 559 k 2021-09-02T22:52:05.758 INFO:teuthology.orchestra.run.smithi132.stdout: python3-idna noarch 2.5-5.el8 CentOS-Base 97 k 2021-09-02T22:52:05.759 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2021-09-02T22:52:05.759 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2021-09-02T22:52:05.760 INFO:teuthology.orchestra.run.smithi132.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2021-09-02T22:52:05.760 INFO:teuthology.orchestra.run.smithi132.stdout: python3-lxml x86_64 4.2.3-2.el8 CentOS-AppStream 1.5 M 2021-09-02T22:52:05.760 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2021-09-02T22:52:05.761 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2021-09-02T22:52:05.761 INFO:teuthology.orchestra.run.smithi132.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2021-09-02T22:52:05.761 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2021-09-02T22:52:05.761 INFO:teuthology.orchestra.run.smithi132.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2021-09-02T22:52:05.761 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2021-09-02T22:52:05.762 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-Base 109 k 2021-09-02T22:52:05.762 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pysocks noarch 1.6.8-3.el8 CentOS-Base 34 k 2021-09-02T22:52:05.762 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2021-09-02T22:52:05.762 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests noarch 2.20.0-2.1.el8_1 CentOS-Base 123 k 2021-09-02T22:52:05.763 INFO:teuthology.orchestra.run.smithi132.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2021-09-02T22:52:05.763 INFO:teuthology.orchestra.run.smithi132.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2021-09-02T22:52:05.763 INFO:teuthology.orchestra.run.smithi132.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2021-09-02T22:52:05.764 INFO:teuthology.orchestra.run.smithi132.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2021-09-02T22:52:05.764 INFO:teuthology.orchestra.run.smithi132.stdout: python3-urllib3 noarch 1.24.2-5.el8 CentOS-Base 177 k 2021-09-02T22:52:05.764 INFO:teuthology.orchestra.run.smithi132.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2021-09-02T22:52:05.764 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webencodings noarch 0.5.1-6.el8 CentOS-AppStream 27 k 2021-09-02T22:52:05.764 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2021-09-02T22:52:05.765 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2021-09-02T22:52:05.765 INFO:teuthology.orchestra.run.smithi132.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2021-09-02T22:52:05.765 INFO:teuthology.orchestra.run.smithi132.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2021-09-02T22:52:05.765 INFO:teuthology.orchestra.run.smithi132.stdout:Installing weak dependencies: 2021-09-02T22:52:05.766 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cssselect noarch 0.9.2-10.el8 epel 40 k 2021-09-02T22:52:05.766 INFO:teuthology.orchestra.run.smithi132.stdout: python3-html5lib noarch 1:0.999999999-6.el8 CentOS-AppStream 214 k 2021-09-02T22:52:05.767 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:05.767 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:05.767 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================= 2021-09-02T22:52:05.768 INFO:teuthology.orchestra.run.smithi132.stdout:Install 41 Packages 2021-09-02T22:52:05.768 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:05.769 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 31 M 2021-09-02T22:52:05.770 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 121 M 2021-09-02T22:52:05.770 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:06.014 INFO:teuthology.orchestra.run.smithi132.stdout:(1/41): ceph-17.0.0-7401.g9366f375.el8.x86_64.r 25 kB/s | 6.4 kB 00:00 2021-09-02T22:52:06.441 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:06.513 INFO:teuthology.orchestra.run.smithi132.stdout:(2/41): ceph-mgr-17.0.0-7401.g9366f375.el8.x86_ 2.0 MB/s | 1.5 MB 00:00 2021-09-02T22:52:06.622 INFO:teuthology.orchestra.run.smithi132.stdout:(3/41): ceph-mds-17.0.0-7401.g9366f375.el8.x86_ 2.6 MB/s | 2.3 MB 00:00 2021-09-02T22:52:06.663 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/41 2021-09-02T22:52:06.663 INFO:teuthology.orchestra.run.smithi132.stdout:(4/41): ceph-mgr-modules-core-17.0.0-7401.g9366 4.9 MB/s | 214 kB 00:00 2021-09-02T22:52:06.696 INFO:teuthology.orchestra.run.smithi132.stdout:(5/41): python3-html5lib-0.999999999-6.el8.noar 6.3 MB/s | 214 kB 00:00 2021-09-02T22:52:06.715 INFO:teuthology.orchestra.run.smithi132.stdout:(6/41): python3-lxml-4.2.3-2.el8.x86_64.rpm 81 MB/s | 1.5 MB 00:00 2021-09-02T22:52:06.718 INFO:teuthology.orchestra.run.smithi132.stdout:(7/41): python3-mako-1.0.6-13.el8.noarch.rpm 59 MB/s | 157 kB 00:00 2021-09-02T22:52:06.719 INFO:teuthology.orchestra.run.smithi132.stdout:(8/41): python3-markupsafe-0.23-19.el8.x86_64.r 29 MB/s | 39 kB 00:00 2021-09-02T22:52:06.721 INFO:teuthology.orchestra.run.smithi132.stdout:(9/41): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 52 MB/s | 103 kB 00:00 2021-09-02T22:52:06.723 INFO:teuthology.orchestra.run.smithi132.stdout:(10/41): python3-pytz-2017.2-9.el8.noarch.rpm 37 MB/s | 54 kB 00:00 2021-09-02T22:52:06.724 INFO:teuthology.orchestra.run.smithi132.stdout:(11/41): python3-webencodings-0.5.1-6.el8.noarc 26 MB/s | 27 kB 00:00 2021-09-02T22:52:06.730 INFO:teuthology.orchestra.run.smithi132.stdout:(12/41): python3-werkzeug-0.12.2-4.el8.noarch.r 77 MB/s | 457 kB 00:00 2021-09-02T22:52:06.734 INFO:teuthology.orchestra.run.smithi132.stdout:(13/41): python3-cffi-1.11.5-5.el8.x86_64.rpm 66 MB/s | 237 kB 00:00 2021-09-02T22:52:06.737 INFO:teuthology.orchestra.run.smithi132.stdout:(14/41): python3-chardet-3.0.4-7.el8.noarch.rpm 57 MB/s | 195 kB 00:00 2021-09-02T22:52:06.744 INFO:teuthology.orchestra.run.smithi132.stdout:(15/41): python3-cryptography-3.2.1-4.el8.x86_6 77 MB/s | 559 kB 00:00 2021-09-02T22:52:06.746 INFO:teuthology.orchestra.run.smithi132.stdout:(16/41): python3-idna-2.5-5.el8.noarch.rpm 50 MB/s | 97 kB 00:00 2021-09-02T22:52:06.748 INFO:teuthology.orchestra.run.smithi132.stdout:(17/41): python3-pycparser-2.14-14.el8.noarch.r 53 MB/s | 109 kB 00:00 2021-09-02T22:52:06.750 INFO:teuthology.orchestra.run.smithi132.stdout:(18/41): python3-pysocks-1.6.8-3.el8.noarch.rpm 28 MB/s | 34 kB 00:00 2021-09-02T22:52:06.752 INFO:teuthology.orchestra.run.smithi132.stdout:(19/41): python3-requests-2.20.0-2.1.el8_1.noar 56 MB/s | 123 kB 00:00 2021-09-02T22:52:06.755 INFO:teuthology.orchestra.run.smithi132.stdout:(20/41): python3-urllib3-1.24.2-5.el8.noarch.rp 62 MB/s | 177 kB 00:00 2021-09-02T22:52:06.806 INFO:teuthology.orchestra.run.smithi132.stdout:(21/41): ceph-mon-17.0.0-7401.g9366f375.el8.x86 4.9 MB/s | 3.9 MB 00:00 2021-09-02T22:52:06.866 INFO:teuthology.orchestra.run.smithi132.stdout:(22/41): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 393 kB/s | 44 kB 00:00 2021-09-02T22:52:06.915 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/41 2021-09-02T22:52:06.944 INFO:teuthology.orchestra.run.smithi132.stdout:(23/41): python3-beautifulsoup4-4.6.3-2.el8.1.n 1.3 MB/s | 185 kB 00:00 2021-09-02T22:52:06.949 INFO:teuthology.orchestra.run.smithi132.stdout:(24/41): python3-cheroot-8.5.2-1.el8.noarch.rpm 2.0 MB/s | 173 kB 00:00 2021-09-02T22:52:06.978 INFO:teuthology.orchestra.run.smithi132.stdout:(25/41): python3-cssselect-0.9.2-10.el8.noarch. 1.4 MB/s | 40 kB 00:00 2021-09-02T22:52:07.002 INFO:teuthology.orchestra.run.smithi132.stdout:(26/41): python3-cherrypy-18.4.0-1.el8.noarch.r 6.5 MB/s | 384 kB 00:00 2021-09-02T22:52:07.005 INFO:teuthology.orchestra.run.smithi132.stdout:(27/41): python3-jaraco-6.2-6.el8.noarch.rpm 401 kB/s | 11 kB 00:00 2021-09-02T22:52:07.030 INFO:teuthology.orchestra.run.smithi132.stdout:(28/41): python3-jaraco-functools-2.0-4.el8.noa 633 kB/s | 18 kB 00:00 2021-09-02T22:52:07.034 INFO:teuthology.orchestra.run.smithi132.stdout:(29/41): python3-logutils-0.3.5-11.el8.noarch.r 1.7 MB/s | 49 kB 00:00 2021-09-02T22:52:07.059 INFO:teuthology.orchestra.run.smithi132.stdout:(30/41): python3-more-itertools-7.2.0-3.el8.noa 2.0 MB/s | 59 kB 00:00 2021-09-02T22:52:07.087 INFO:teuthology.orchestra.run.smithi132.stdout:(31/41): python3-portend-2.6-1.el8.noarch.rpm 555 kB/s | 16 kB 00:00 2021-09-02T22:52:07.090 INFO:teuthology.orchestra.run.smithi132.stdout:(32/41): python3-pecan-1.3.2-9.el8.noarch.rpm 4.9 MB/s | 283 kB 00:00 2021-09-02T22:52:07.112 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-idna-2.5-5.el8.noarch 3/41 2021-09-02T22:52:07.115 INFO:teuthology.orchestra.run.smithi132.stdout:(33/41): python3-simplegeneric-0.8.1-17.el8.noa 675 kB/s | 19 kB 00:00 2021-09-02T22:52:07.118 INFO:teuthology.orchestra.run.smithi132.stdout:(34/41): python3-singledispatch-3.4.0.3-18.el8. 861 kB/s | 24 kB 00:00 2021-09-02T22:52:07.143 INFO:teuthology.orchestra.run.smithi132.stdout:(35/41): python3-tempora-1.14.1-5.el8.noarch.rp 1.0 MB/s | 29 kB 00:00 2021-09-02T22:52:07.146 INFO:teuthology.orchestra.run.smithi132.stdout:(36/41): python3-trustme-0.6.0-4.el8.noarch.rpm 980 kB/s | 27 kB 00:00 2021-09-02T22:52:07.174 INFO:teuthology.orchestra.run.smithi132.stdout:(37/41): python3-waitress-1.2.1-2.el8.1.noarch. 7.8 MB/s | 241 kB 00:00 2021-09-02T22:52:07.177 INFO:teuthology.orchestra.run.smithi132.stdout:(38/41): python3-webob-1.8.5-1.el8.1.noarch.rpm 8.1 MB/s | 251 kB 00:00 2021-09-02T22:52:07.202 INFO:teuthology.orchestra.run.smithi132.stdout:(39/41): python3-webtest-2.0.33-1.el8.noarch.rp 2.9 MB/s | 85 kB 00:00 2021-09-02T22:52:07.205 INFO:teuthology.orchestra.run.smithi132.stdout:(40/41): python3-zc-lockfile-2.0-2.el8.noarch.r 826 kB/s | 23 kB 00:00 2021-09-02T22:52:07.329 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 4/41 2021-09-02T22:52:07.527 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 5/41 2021-09-02T22:52:07.569 INFO:teuthology.orchestra.run.smithi132.stdout:(41/41): ceph-osd-17.0.0-7401.g9366f375.el8.x86 16 MB/s | 17 MB 00:01 2021-09-02T22:52:07.572 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:07.573 INFO:teuthology.orchestra.run.smithi132.stdout:Total 17 MB/s | 31 MB 00:01 2021-09-02T22:52:07.586 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:07.626 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:07.626 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:52:07.708 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/41 2021-09-02T22:52:07.891 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/41 2021-09-02T22:52:07.933 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:52:07.936 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:52:08.073 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/41 2021-09-02T22:52:08.253 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/41 2021-09-02T22:52:08.442 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/41 2021-09-02T22:52:08.588 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 11/41 2021-09-02T22:52:08.856 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 12/41 2021-09-02T22:52:09.096 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-urllib3-1.24.2-5.el8.noarch 13/41 2021-09-02T22:52:09.331 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 14/41 2021-09-02T22:52:09.388 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:52:09.603 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/41 2021-09-02T22:52:09.736 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-09-02T22:52:09.839 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/41 2021-09-02T22:52:09.986 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-idna-2.5-5.el8.noarch 3/41 2021-09-02T22:52:09.999 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cryptography-3.2.1-4.el8.x86_64 16/41 2021-09-02T22:52:10.203 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 17/41 2021-09-02T22:52:10.220 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 4/41 2021-09-02T22:52:10.431 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 18/41 2021-09-02T22:52:10.443 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 5/41 2021-09-02T22:52:10.590 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 6/41 2021-09-02T22:52:10.655 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 19/41 2021-09-02T22:52:10.731 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 7/41 2021-09-02T22:52:10.879 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 20/41 2021-09-02T22:52:10.922 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 8/41 2021-09-02T22:52:11.050 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 9/41 2021-09-02T22:52:11.058 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 21/41 2021-09-02T22:52:11.199 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 10/41 2021-09-02T22:52:11.315 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 22/41 2021-09-02T22:52:11.344 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cssselect-0.9.2-10.el8.noarch 11/41 2021-09-02T22:52:11.556 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/41 2021-09-02T22:52:11.615 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pysocks-1.6.8-3.el8.noarch 12/41 2021-09-02T22:52:11.807 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 24/41 2021-09-02T22:52:11.821 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-urllib3-1.24.2-5.el8.noarch 13/41 2021-09-02T22:52:12.036 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 14/41 2021-09-02T22:52:12.041 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 25/41 2021-09-02T22:52:12.411 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-09-02T22:52:12.449 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 26/41 2021-09-02T22:52:12.672 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cryptography-3.2.1-4.el8.x86_64 16/41 2021-09-02T22:52:12.705 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-lxml-4.2.3-2.el8.x86_64 27/41 2021-09-02T22:52:12.852 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 17/41 2021-09-02T22:52:12.926 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 28/41 2021-09-02T22:52:13.064 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 18/41 2021-09-02T22:52:13.123 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 29/41 2021-09-02T22:52:13.287 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 19/41 2021-09-02T22:52:13.333 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 30/41 2021-09-02T22:52:13.504 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 20/41 2021-09-02T22:52:13.574 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-portend-2.6-1.el8.noarch 31/41 2021-09-02T22:52:13.691 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-chardet-3.0.4-7.el8.noarch 21/41 2021-09-02T22:52:13.765 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 32/41 2021-09-02T22:52:13.963 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-requests-2.20.0-2.1.el8_1.noarch 22/41 2021-09-02T22:52:13.999 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 33/41 2021-09-02T22:52:14.172 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/41 2021-09-02T22:52:14.351 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 34/41 2021-09-02T22:52:14.408 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-webencodings-0.5.1-6.el8.noarch 24/41 2021-09-02T22:52:14.623 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-html5lib-1:0.999999999-6.el8.noarch 25/41 2021-09-02T22:52:14.693 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 35/41 2021-09-02T22:52:15.002 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 26/41 2021-09-02T22:52:15.054 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-modules-core-2:17.0.0-7401.g9366f375.el8. 36/41 2021-09-02T22:52:15.216 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-lxml-4.2.3-2.el8.x86_64 27/41 2021-09-02T22:52:15.244 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 37/41 2021-09-02T22:52:15.417 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 28/41 2021-09-02T22:52:15.605 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 29/41 2021-09-02T22:52:15.783 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 30/41 2021-09-02T22:52:16.046 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-portend-2.6-1.el8.noarch 31/41 2021-09-02T22:52:16.282 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 32/41 2021-09-02T22:52:16.492 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 33/41 2021-09-02T22:52:16.848 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 34/41 2021-09-02T22:52:16.856 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 37/41 2021-09-02T22:52:17.168 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 35/41 2021-09-02T22:52:17.168 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 38/41 2021-09-02T22:52:17.568 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-modules-core-2:17.0.0-7401.g9366f375.el8. 36/41 2021-09-02T22:52:17.578 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 38/41 2021-09-02T22:52:17.717 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 37/41 2021-09-02T22:52:17.793 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 39/41 2021-09-02T22:52:18.009 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 39/41 2021-09-02T22:52:18.177 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 40/41 2021-09-02T22:52:18.193 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 40/41 2021-09-02T22:52:18.359 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-2:17.0.0-7401.g9366f375.el8.x86_64 41/41 2021-09-02T22:52:18.743 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-2:17.0.0-7401.g9366f375.el8.x86_64 41/41 2021-09-02T22:52:18.743 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-2:17.0.0-7401.g9366f375.el8.x86_64 1/41 2021-09-02T22:52:18.744 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 2/41 2021-09-02T22:52:18.744 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 3/41 2021-09-02T22:52:18.744 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 4/41 2021-09-02T22:52:18.744 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 5/41 2021-09-02T22:52:18.745 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-modules-core-2:17.0.0-7401.g9366f375.el8. 6/41 2021-09-02T22:52:18.745 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/41 2021-09-02T22:52:18.745 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-lxml-4.2.3-2.el8.x86_64 8/41 2021-09-02T22:52:18.745 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/41 2021-09-02T22:52:18.746 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/41 2021-09-02T22:52:18.746 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 11/41 2021-09-02T22:52:18.746 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 12/41 2021-09-02T22:52:18.746 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 13/41 2021-09-02T22:52:18.747 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 14/41 2021-09-02T22:52:18.747 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-09-02T22:52:18.747 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 16/41 2021-09-02T22:52:18.747 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cryptography-3.2.1-4.el8.x86_64 17/41 2021-09-02T22:52:18.747 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-idna-2.5-5.el8.noarch 18/41 2021-09-02T22:52:18.748 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 19/41 2021-09-02T22:52:18.748 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 20/41 2021-09-02T22:52:18.748 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 21/41 2021-09-02T22:52:18.748 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-urllib3-1.24.2-5.el8.noarch 22/41 2021-09-02T22:52:18.749 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 23/41 2021-09-02T22:52:18.749 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/41 2021-09-02T22:52:18.749 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 25/41 2021-09-02T22:52:18.749 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 26/41 2021-09-02T22:52:18.750 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 27/41 2021-09-02T22:52:18.750 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 28/41 2021-09-02T22:52:18.750 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 29/41 2021-09-02T22:52:18.750 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 30/41 2021-09-02T22:52:18.751 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 31/41 2021-09-02T22:52:18.751 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 32/41 2021-09-02T22:52:18.751 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-portend-2.6-1.el8.noarch 33/41 2021-09-02T22:52:18.751 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 34/41 2021-09-02T22:52:18.751 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 35/41 2021-09-02T22:52:18.752 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 36/41 2021-09-02T22:52:18.752 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 37/41 2021-09-02T22:52:18.752 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 38/41 2021-09-02T22:52:18.752 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 39/41 2021-09-02T22:52:18.753 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 40/41 2021-09-02T22:52:19.324 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 37/41 2021-09-02T22:52:19.584 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 38/41 2021-09-02T22:52:19.987 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 38/41 2021-09-02T22:52:20.120 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 41/41 2021-09-02T22:52:20.120 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:20.121 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:20.121 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:20.121 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:20.121 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:20.121 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:20.122 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:20.122 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:20.122 INFO:teuthology.orchestra.run.smithi162.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-09-02T22:52:20.122 INFO:teuthology.orchestra.run.smithi162.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-09-02T22:52:20.123 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cffi-1.11.5-5.el8.x86_64 2021-09-02T22:52:20.123 INFO:teuthology.orchestra.run.smithi162.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-09-02T22:52:20.123 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-09-02T22:52:20.123 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-09-02T22:52:20.123 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cryptography-3.2.1-4.el8.x86_64 2021-09-02T22:52:20.124 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-09-02T22:52:20.124 INFO:teuthology.orchestra.run.smithi162.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-09-02T22:52:20.124 INFO:teuthology.orchestra.run.smithi162.stdout: python3-idna-2.5-5.el8.noarch 2021-09-02T22:52:20.124 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-6.2-6.el8.noarch 2021-09-02T22:52:20.124 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-09-02T22:52:20.125 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-09-02T22:52:20.125 INFO:teuthology.orchestra.run.smithi162.stdout: python3-lxml-4.2.3-2.el8.x86_64 2021-09-02T22:52:20.125 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako-1.0.6-13.el8.noarch 2021-09-02T22:52:20.125 INFO:teuthology.orchestra.run.smithi162.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-09-02T22:52:20.126 INFO:teuthology.orchestra.run.smithi162.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-09-02T22:52:20.126 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-09-02T22:52:20.126 INFO:teuthology.orchestra.run.smithi162.stdout: python3-portend-2.6-1.el8.noarch 2021-09-02T22:52:20.126 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2021-09-02T22:52:20.127 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pycparser-2.14-14.el8.noarch 2021-09-02T22:52:20.127 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-09-02T22:52:20.127 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pytz-2017.2-9.el8.noarch 2021-09-02T22:52:20.127 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-09-02T22:52:20.127 INFO:teuthology.orchestra.run.smithi162.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-09-02T22:52:20.128 INFO:teuthology.orchestra.run.smithi162.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-09-02T22:52:20.128 INFO:teuthology.orchestra.run.smithi162.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-09-02T22:52:20.128 INFO:teuthology.orchestra.run.smithi162.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-09-02T22:52:20.128 INFO:teuthology.orchestra.run.smithi162.stdout: python3-urllib3-1.24.2-5.el8.noarch 2021-09-02T22:52:20.128 INFO:teuthology.orchestra.run.smithi162.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-09-02T22:52:20.129 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-09-02T22:52:20.129 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-09-02T22:52:20.129 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-09-02T22:52:20.129 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-09-02T22:52:20.130 INFO:teuthology.orchestra.run.smithi162.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-09-02T22:52:20.130 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:20.130 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:20.168 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 39/41 2021-09-02T22:52:20.341 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-base 2021-09-02T22:52:20.383 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 39/41 2021-09-02T22:52:20.559 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 40/41 2021-09-02T22:52:20.576 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 40/41 2021-09-02T22:52:20.709 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-2:17.0.0-7401.g9366f375.el8.x86_64 41/41 2021-09-02T22:52:20.793 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:06 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:21.077 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-2:17.0.0-7401.g9366f375.el8.x86_64 41/41 2021-09-02T22:52:21.077 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-2:17.0.0-7401.g9366f375.el8.x86_64 1/41 2021-09-02T22:52:21.077 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 2/41 2021-09-02T22:52:21.077 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 3/41 2021-09-02T22:52:21.078 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 4/41 2021-09-02T22:52:21.078 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 5/41 2021-09-02T22:52:21.078 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-modules-core-2:17.0.0-7401.g9366f375.el8. 6/41 2021-09-02T22:52:21.078 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-html5lib-1:0.999999999-6.el8.noarch 7/41 2021-09-02T22:52:21.078 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-lxml-4.2.3-2.el8.x86_64 8/41 2021-09-02T22:52:21.079 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 9/41 2021-09-02T22:52:21.079 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 10/41 2021-09-02T22:52:21.079 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 11/41 2021-09-02T22:52:21.079 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 12/41 2021-09-02T22:52:21.080 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-webencodings-0.5.1-6.el8.noarch 13/41 2021-09-02T22:52:21.080 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 14/41 2021-09-02T22:52:21.080 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 15/41 2021-09-02T22:52:21.080 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-chardet-3.0.4-7.el8.noarch 16/41 2021-09-02T22:52:21.081 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cryptography-3.2.1-4.el8.x86_64 17/41 2021-09-02T22:52:21.081 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-idna-2.5-5.el8.noarch 18/41 2021-09-02T22:52:21.081 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 19/41 2021-09-02T22:52:21.081 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pysocks-1.6.8-3.el8.noarch 20/41 2021-09-02T22:52:21.082 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-requests-2.20.0-2.1.el8_1.noarch 21/41 2021-09-02T22:52:21.082 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-urllib3-1.24.2-5.el8.noarch 22/41 2021-09-02T22:52:21.082 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 23/41 2021-09-02T22:52:21.083 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 24/41 2021-09-02T22:52:21.083 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 25/41 2021-09-02T22:52:21.083 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 26/41 2021-09-02T22:52:21.083 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cssselect-0.9.2-10.el8.noarch 27/41 2021-09-02T22:52:21.083 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 28/41 2021-09-02T22:52:21.084 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 29/41 2021-09-02T22:52:21.084 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 30/41 2021-09-02T22:52:21.084 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 31/41 2021-09-02T22:52:21.084 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 32/41 2021-09-02T22:52:21.084 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-portend-2.6-1.el8.noarch 33/41 2021-09-02T22:52:21.085 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 34/41 2021-09-02T22:52:21.085 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 35/41 2021-09-02T22:52:21.085 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 36/41 2021-09-02T22:52:21.085 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 37/41 2021-09-02T22:52:21.085 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 38/41 2021-09-02T22:52:21.086 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 39/41 2021-09-02T22:52:21.086 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 40/41 2021-09-02T22:52:21.496 INFO:teuthology.orchestra.run.smithi162.stdout:Package ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:52:21.743 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:21.744 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:52:21.745 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:21.790 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install cephadm 2021-09-02T22:52:21.901 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 41/41 2021-09-02T22:52:21.901 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:21.901 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:21.901 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:21.902 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mds-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:21.902 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:21.902 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-modules-core-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:21.902 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mon-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:21.903 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-osd-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:21.903 INFO:teuthology.orchestra.run.smithi132.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2021-09-02T22:52:21.903 INFO:teuthology.orchestra.run.smithi132.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2021-09-02T22:52:21.903 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cffi-1.11.5-5.el8.x86_64 2021-09-02T22:52:21.904 INFO:teuthology.orchestra.run.smithi132.stdout: python3-chardet-3.0.4-7.el8.noarch 2021-09-02T22:52:21.904 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cheroot-8.5.2-1.el8.noarch 2021-09-02T22:52:21.904 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2021-09-02T22:52:21.904 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cryptography-3.2.1-4.el8.x86_64 2021-09-02T22:52:21.904 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cssselect-0.9.2-10.el8.noarch 2021-09-02T22:52:21.905 INFO:teuthology.orchestra.run.smithi132.stdout: python3-html5lib-1:0.999999999-6.el8.noarch 2021-09-02T22:52:21.905 INFO:teuthology.orchestra.run.smithi132.stdout: python3-idna-2.5-5.el8.noarch 2021-09-02T22:52:21.905 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-6.2-6.el8.noarch 2021-09-02T22:52:21.905 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2021-09-02T22:52:21.905 INFO:teuthology.orchestra.run.smithi132.stdout: python3-logutils-0.3.5-11.el8.noarch 2021-09-02T22:52:21.906 INFO:teuthology.orchestra.run.smithi132.stdout: python3-lxml-4.2.3-2.el8.x86_64 2021-09-02T22:52:21.906 INFO:teuthology.orchestra.run.smithi132.stdout: python3-mako-1.0.6-13.el8.noarch 2021-09-02T22:52:21.906 INFO:teuthology.orchestra.run.smithi132.stdout: python3-markupsafe-0.23-19.el8.x86_64 2021-09-02T22:52:21.906 INFO:teuthology.orchestra.run.smithi132.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2021-09-02T22:52:21.907 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pecan-1.3.2-9.el8.noarch 2021-09-02T22:52:21.907 INFO:teuthology.orchestra.run.smithi132.stdout: python3-portend-2.6-1.el8.noarch 2021-09-02T22:52:21.907 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2021-09-02T22:52:21.907 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pycparser-2.14-14.el8.noarch 2021-09-02T22:52:21.908 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pysocks-1.6.8-3.el8.noarch 2021-09-02T22:52:21.908 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pytz-2017.2-9.el8.noarch 2021-09-02T22:52:21.908 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-2.20.0-2.1.el8_1.noarch 2021-09-02T22:52:21.908 INFO:teuthology.orchestra.run.smithi132.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2021-09-02T22:52:21.909 INFO:teuthology.orchestra.run.smithi132.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2021-09-02T22:52:21.909 INFO:teuthology.orchestra.run.smithi132.stdout: python3-tempora-1.14.1-5.el8.noarch 2021-09-02T22:52:21.909 INFO:teuthology.orchestra.run.smithi132.stdout: python3-trustme-0.6.0-4.el8.noarch 2021-09-02T22:52:21.909 INFO:teuthology.orchestra.run.smithi132.stdout: python3-urllib3-1.24.2-5.el8.noarch 2021-09-02T22:52:21.910 INFO:teuthology.orchestra.run.smithi132.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2021-09-02T22:52:21.910 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webencodings-0.5.1-6.el8.noarch 2021-09-02T22:52:21.910 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webob-1.8.5-1.el8.1.noarch 2021-09-02T22:52:21.910 INFO:teuthology.orchestra.run.smithi132.stdout: python3-webtest-2.0.33-1.el8.noarch 2021-09-02T22:52:21.911 INFO:teuthology.orchestra.run.smithi132.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2021-09-02T22:52:21.911 INFO:teuthology.orchestra.run.smithi132.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2021-09-02T22:52:21.911 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:21.911 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:22.129 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-base 2021-09-02T22:52:22.236 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:08 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:22.580 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:08 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:23.199 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:23.200 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:23.201 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:52:23.201 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:23.201 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:23.201 INFO:teuthology.orchestra.run.smithi162.stdout: cephadm noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 69 k 2021-09-02T22:52:23.201 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:23.202 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:23.202 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:23.202 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:52:23.202 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:23.203 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 69 k 2021-09-02T22:52:23.203 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 309 k 2021-09-02T22:52:23.203 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:23.290 INFO:teuthology.orchestra.run.smithi132.stdout:Package ceph-base-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:52:23.411 INFO:teuthology.orchestra.run.smithi162.stdout:cephadm-17.0.0-7401.g9366f375.el8.noarch.rpm 332 kB/s | 69 kB 00:00 2021-09-02T22:52:23.411 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:23.412 INFO:teuthology.orchestra.run.smithi162.stdout:Total 330 kB/s | 69 kB 00:00 2021-09-02T22:52:23.412 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:23.419 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:23.419 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:23.420 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:23.424 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:23.468 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:23.535 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:23.536 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:52:23.537 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:23.583 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install cephadm 2021-09-02T22:52:24.027 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:10 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:24.968 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:24.969 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:24.969 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:52:24.969 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:24.970 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:24.970 INFO:teuthology.orchestra.run.smithi132.stdout: cephadm noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 69 k 2021-09-02T22:52:24.970 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:24.970 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:24.971 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:24.971 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:52:24.971 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:24.971 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 69 k 2021-09-02T22:52:24.971 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 309 k 2021-09-02T22:52:24.972 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:25.101 INFO:teuthology.orchestra.run.smithi132.stdout:cephadm-17.0.0-7401.g9366f375.el8.noarch.rpm 526 kB/s | 69 kB 00:00 2021-09-02T22:52:25.102 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:25.102 INFO:teuthology.orchestra.run.smithi132.stdout:Total 521 kB/s | 69 kB 00:00 2021-09-02T22:52:25.103 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:25.110 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:25.110 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:52:25.111 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:52:25.114 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:52:25.155 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:52:25.746 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:25.963 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:26.143 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:26.411 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:26.411 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:26.411 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:26.412 INFO:teuthology.orchestra.run.smithi162.stdout: cephadm-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:26.412 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:26.412 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:26.575 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-immutable-object-cache 2021-09-02T22:52:27.034 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:13 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:27.315 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:27.552 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:27.730 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:27.986 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:27.987 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:27.987 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2021-09-02T22:52:27.987 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:27.987 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:27.988 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-immutable-object-cache x86_64 2:17.0.0-7401.g9366f375.el8 ceph 169 k 2021-09-02T22:52:27.988 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:27.988 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:27.988 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:27.988 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:52:27.989 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:27.989 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 169 k 2021-09-02T22:52:27.989 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 567 k 2021-09-02T22:52:27.989 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:28.012 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/1 2021-09-02T22:52:28.013 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:28.013 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:28.013 INFO:teuthology.orchestra.run.smithi132.stdout: cephadm-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:28.013 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:28.014 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:28.131 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-immutable-object-cache 2021-09-02T22:52:28.139 INFO:teuthology.orchestra.run.smithi162.stdout:ceph-immutable-object-cache-17.0.0-7401.g9366f3 1.1 MB/s | 169 kB 00:00 2021-09-02T22:52:28.140 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:28.141 INFO:teuthology.orchestra.run.smithi162.stdout:Total 1.1 MB/s | 169 kB 00:00 2021-09-02T22:52:28.141 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:28.153 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:28.153 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:28.199 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:28.202 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:28.320 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:28.524 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-immutable-object-cache-2:17.0.0-7401.g9366f375. 1/1 2021-09-02T22:52:28.590 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:14 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:28.894 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.0.0-7401.g9366f375. 1/1 2021-09-02T22:52:29.186 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-immutable-object-cache-2:17.0.0-7401.g9366f375. 1/1 2021-09-02T22:52:29.186 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:29.186 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:29.186 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-immutable-object-cache-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:29.187 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:29.187 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:29.333 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr 2021-09-02T22:52:29.537 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:29.538 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:29.538 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repo Size 2021-09-02T22:52:29.538 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:29.538 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:29.539 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-immutable-object-cache x86_64 2:17.0.0-7401.g9366f375.el8 ceph 169 k 2021-09-02T22:52:29.539 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:29.539 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:29.539 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:29.539 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:52:29.540 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:29.540 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 169 k 2021-09-02T22:52:29.540 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 567 k 2021-09-02T22:52:29.540 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:29.750 INFO:teuthology.orchestra.run.smithi132.stdout:ceph-immutable-object-cache-17.0.0-7401.g9366f3 796 kB/s | 169 kB 00:00 2021-09-02T22:52:29.751 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:29.752 INFO:teuthology.orchestra.run.smithi132.stdout:Total 791 kB/s | 169 kB 00:00 2021-09-02T22:52:29.752 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:29.764 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:29.764 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:52:29.785 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:15 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:29.813 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:52:29.816 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:52:30.098 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:52:30.275 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-immutable-object-cache-2:17.0.0-7401.g9366f375. 1/1 2021-09-02T22:52:30.642 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.0.0-7401.g9366f375. 1/1 2021-09-02T22:52:30.937 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-immutable-object-cache-2:17.0.0-7401.g9366f375. 1/1 2021-09-02T22:52:30.938 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:30.938 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:30.938 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-immutable-object-cache-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:52:30.938 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:30.939 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:31.056 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-mgr 2021-09-02T22:52:31.318 INFO:teuthology.orchestra.run.smithi162.stdout:Package ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:52:31.503 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:17 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:31.568 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:31.569 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:52:31.570 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:31.865 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-dashboard 2021-09-02T22:52:32.196 INFO:teuthology.orchestra.run.smithi132.stdout:Package ceph-mgr-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:52:32.313 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:18 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:32.443 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:32.444 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:52:32.444 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:32.489 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-mgr-dashboard 2021-09-02T22:52:32.933 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:18 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:33.311 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:33.313 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:33.313 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:52:33.313 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:33.313 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:33.314 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 1.5 M 2021-09-02T22:52:33.314 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:52:33.314 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-grafana-dashboards noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 24 k 2021-09-02T22:52:33.314 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-prometheus-alerts noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 8.9 k 2021-09-02T22:52:33.314 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-09-02T22:52:33.315 INFO:teuthology.orchestra.run.smithi162.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-09-02T22:52:33.315 INFO:teuthology.orchestra.run.smithi162.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-09-02T22:52:33.315 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:33.315 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:33.316 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:52:33.316 INFO:teuthology.orchestra.run.smithi162.stdout:Install 6 Packages 2021-09-02T22:52:33.316 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:33.316 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 1.8 M 2021-09-02T22:52:33.316 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 7.4 M 2021-09-02T22:52:33.317 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:33.421 INFO:teuthology.orchestra.run.smithi162.stdout:(1/6): ceph-prometheus-alerts-17.0.0-7401.g9366 83 kB/s | 8.9 kB 00:00 2021-09-02T22:52:33.425 INFO:teuthology.orchestra.run.smithi162.stdout:(2/6): ceph-grafana-dashboards-17.0.0-7401.g936 215 kB/s | 24 kB 00:00 2021-09-02T22:52:33.518 INFO:teuthology.orchestra.run.smithi162.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 363 kB/s | 34 kB 00:00 2021-09-02T22:52:33.557 INFO:teuthology.orchestra.run.smithi162.stdout:(4/6): ceph-mgr-dashboard-17.0.0-7401.g9366f375 6.3 MB/s | 1.5 MB 00:00 2021-09-02T22:52:33.600 INFO:teuthology.orchestra.run.smithi162.stdout:(5/6): python3-routes-2.4.1-12.el8.noarch.rpm 2.3 MB/s | 196 kB 00:00 2021-09-02T22:52:33.638 INFO:teuthology.orchestra.run.smithi162.stdout:(6/6): python3-jwt-1.6.1-2.el8.noarch.rpm 196 kB/s | 43 kB 00:00 2021-09-02T22:52:33.641 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:33.642 INFO:teuthology.orchestra.run.smithi162.stdout:Total 5.6 MB/s | 1.8 MB 00:00 2021-09-02T22:52:33.643 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:33.650 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:33.650 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:33.714 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:33.717 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:33.884 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:33.885 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:33.886 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:52:33.886 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:33.886 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:33.886 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 1.5 M 2021-09-02T22:52:33.887 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:52:33.887 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-grafana-dashboards noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 24 k 2021-09-02T22:52:33.887 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-prometheus-alerts noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 8.9 k 2021-09-02T22:52:33.888 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-Base 43 k 2021-09-02T22:52:33.888 INFO:teuthology.orchestra.run.smithi132.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2021-09-02T22:52:33.888 INFO:teuthology.orchestra.run.smithi132.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2021-09-02T22:52:33.888 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:33.889 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:33.889 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:52:33.889 INFO:teuthology.orchestra.run.smithi132.stdout:Install 6 Packages 2021-09-02T22:52:33.889 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:33.890 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 1.8 M 2021-09-02T22:52:33.890 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 7.4 M 2021-09-02T22:52:33.891 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:33.983 INFO:teuthology.orchestra.run.smithi132.stdout:(1/6): ceph-prometheus-alerts-17.0.0-7401.g9366 93 kB/s | 8.9 kB 00:00 2021-09-02T22:52:33.985 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:34.018 INFO:teuthology.orchestra.run.smithi132.stdout:(2/6): ceph-grafana-dashboards-17.0.0-7401.g936 183 kB/s | 24 kB 00:00 2021-09-02T22:52:34.103 INFO:teuthology.orchestra.run.smithi132.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 399 kB/s | 34 kB 00:00 2021-09-02T22:52:34.118 INFO:teuthology.orchestra.run.smithi132.stdout:(4/6): ceph-mgr-dashboard-17.0.0-7401.g9366f375 6.6 MB/s | 1.5 MB 00:00 2021-09-02T22:52:34.168 INFO:teuthology.orchestra.run.smithi132.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 231 kB/s | 43 kB 00:00 2021-09-02T22:52:34.186 INFO:teuthology.orchestra.run.smithi132.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 2.3 MB/s | 196 kB 00:00 2021-09-02T22:52:34.189 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:34.189 INFO:teuthology.orchestra.run.smithi132.stdout:Total 6.0 MB/s | 1.8 MB 00:00 2021-09-02T22:52:34.191 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:34.198 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:34.198 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:52:34.205 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-09-02T22:52:34.263 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:52:34.266 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:52:34.428 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-09-02T22:52:34.516 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:52:34.658 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-09-02T22:52:34.740 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2021-09-02T22:52:34.804 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-prometheus-alerts-2:17.0.0-7401.g9366f375.el8.n 4/6 2021-09-02T22:52:34.950 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2021-09-02T22:52:35.178 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-grafana-dashboards-2:17.0.0-7401.g9366f375.el8. 5/6 2021-09-02T22:52:35.398 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarc 6/6 2021-09-02T22:52:35.647 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarc 6/6 2021-09-02T22:52:35.648 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-grafana-dashboards-2:17.0.0-7401.g9366f375.el8. 1/6 2021-09-02T22:52:35.648 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarc 2/6 2021-09-02T22:52:35.648 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-prometheus-alerts-2:17.0.0-7401.g9366f375.el8.n 3/6 2021-09-02T22:52:35.648 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-09-02T22:52:35.649 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-09-02T22:52:35.935 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-09-02T22:52:35.935 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:35.936 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:35.936 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-grafana-dashboards-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:35.936 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:35.936 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-prometheus-alerts-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:35.936 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-09-02T22:52:35.937 INFO:teuthology.orchestra.run.smithi162.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-09-02T22:52:35.937 INFO:teuthology.orchestra.run.smithi162.stdout: python3-routes-2.4.1-12.el8.noarch 2021-09-02T22:52:35.937 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:35.937 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:35.990 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-diskprediction-local 2021-09-02T22:52:36.439 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:22 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:36.487 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2021-09-02T22:52:36.849 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-prometheus-alerts-2:17.0.0-7401.g9366f375.el8.n 4/6 2021-09-02T22:52:37.178 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-grafana-dashboards-2:17.0.0-7401.g9366f375.el8. 5/6 2021-09-02T22:52:37.396 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarc 6/6 2021-09-02T22:52:37.421 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:37.423 INFO:teuthology.orchestra.run.smithi162.stdout:===================================================================================================== 2021-09-02T22:52:37.423 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:52:37.423 INFO:teuthology.orchestra.run.smithi162.stdout:===================================================================================================== 2021-09-02T22:52:37.423 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:37.424 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-diskprediction-local noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 7.4 M 2021-09-02T22:52:37.424 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:52:37.424 INFO:teuthology.orchestra.run.smithi162.stdout: libgfortran x86_64 8.4.1-1.el8 CentOS-Base 639 k 2021-09-02T22:52:37.424 INFO:teuthology.orchestra.run.smithi162.stdout: libquadmath x86_64 8.4.1-1.el8 CentOS-Base 169 k 2021-09-02T22:52:37.425 INFO:teuthology.orchestra.run.smithi162.stdout: openblas x86_64 0.3.12-1.el8 CentOS-AppStream 4.6 M 2021-09-02T22:52:37.425 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-threads x86_64 0.3.12-1.el8 CentOS-AppStream 4.7 M 2021-09-02T22:52:37.425 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-09-02T22:52:37.425 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-09-02T22:52:37.426 INFO:teuthology.orchestra.run.smithi162.stdout: python3-scipy x86_64 1.0.0-20.module_el8.4.0+790+083e3d81 CentOS-AppStream 15 M 2021-09-02T22:52:37.426 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:37.426 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:37.426 INFO:teuthology.orchestra.run.smithi162.stdout:===================================================================================================== 2021-09-02T22:52:37.426 INFO:teuthology.orchestra.run.smithi162.stdout:Install 8 Packages 2021-09-02T22:52:37.427 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:37.427 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 36 M 2021-09-02T22:52:37.428 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 197 M 2021-09-02T22:52:37.428 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:37.527 INFO:teuthology.orchestra.run.smithi162.stdout:(1/8): openblas-0.3.12-1.el8.x86_64.rpm 45 MB/s | 4.6 MB 00:00 2021-09-02T22:52:37.582 INFO:teuthology.orchestra.run.smithi162.stdout:(2/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 69 MB/s | 3.7 MB 00:00 2021-09-02T22:52:37.587 INFO:teuthology.orchestra.run.smithi162.stdout:(3/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 41 MB/s | 225 kB 00:00 2021-09-02T22:52:37.618 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarc 6/6 2021-09-02T22:52:37.618 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-grafana-dashboards-2:17.0.0-7401.g9366f375.el8. 1/6 2021-09-02T22:52:37.618 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarc 2/6 2021-09-02T22:52:37.619 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-prometheus-alerts-2:17.0.0-7401.g9366f375.el8.n 3/6 2021-09-02T22:52:37.619 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2021-09-02T22:52:37.619 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2021-09-02T22:52:37.661 INFO:teuthology.orchestra.run.smithi162.stdout:(4/8): openblas-threads-0.3.12-1.el8.x86_64.rpm 20 MB/s | 4.7 MB 00:00 2021-09-02T22:52:37.690 INFO:teuthology.orchestra.run.smithi162.stdout:(5/8): libgfortran-8.4.1-1.el8.x86_64.rpm 21 MB/s | 639 kB 00:00 2021-09-02T22:52:37.700 INFO:teuthology.orchestra.run.smithi162.stdout:(6/8): libquadmath-8.4.1-1.el8.x86_64.rpm 18 MB/s | 169 kB 00:00 2021-09-02T22:52:37.845 INFO:teuthology.orchestra.run.smithi162.stdout:(7/8): python3-scipy-1.0.0-20.module_el8.4.0+79 56 MB/s | 15 MB 00:00 2021-09-02T22:52:37.890 INFO:teuthology.orchestra.run.smithi162.stdout:(8/8): ceph-mgr-diskprediction-local-17.0.0-740 16 MB/s | 7.4 MB 00:00 2021-09-02T22:52:37.893 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:37.894 INFO:teuthology.orchestra.run.smithi162.stdout:Total 77 MB/s | 36 MB 00:00 2021-09-02T22:52:37.902 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:37.921 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:37.922 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:37.937 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2021-09-02T22:52:37.937 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:37.937 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:37.937 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-grafana-dashboards-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:37.938 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-dashboard-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:37.938 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-prometheus-alerts-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:37.938 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jwt-1.6.1-2.el8.noarch 2021-09-02T22:52:37.938 INFO:teuthology.orchestra.run.smithi132.stdout: python3-repoze-lru-0.7-6.el8.noarch 2021-09-02T22:52:37.939 INFO:teuthology.orchestra.run.smithi132.stdout: python3-routes-2.4.1-12.el8.noarch 2021-09-02T22:52:37.939 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:37.939 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:37.995 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-mgr-diskprediction-local 2021-09-02T22:52:38.281 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:38.284 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:38.442 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:24 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:38.881 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:39.080 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libquadmath-8.4.1-1.el8.x86_64 1/8 2021-09-02T22:52:39.226 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libquadmath-8.4.1-1.el8.x86_64 1/8 2021-09-02T22:52:39.392 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:39.393 INFO:teuthology.orchestra.run.smithi132.stdout:===================================================================================================== 2021-09-02T22:52:39.393 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:52:39.393 INFO:teuthology.orchestra.run.smithi132.stdout:===================================================================================================== 2021-09-02T22:52:39.393 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:39.394 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-diskprediction-local noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 7.4 M 2021-09-02T22:52:39.394 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:52:39.394 INFO:teuthology.orchestra.run.smithi132.stdout: libgfortran x86_64 8.4.1-1.el8 CentOS-Base 639 k 2021-09-02T22:52:39.394 INFO:teuthology.orchestra.run.smithi132.stdout: libquadmath x86_64 8.4.1-1.el8 CentOS-Base 169 k 2021-09-02T22:52:39.394 INFO:teuthology.orchestra.run.smithi132.stdout: openblas x86_64 0.3.12-1.el8 CentOS-AppStream 4.6 M 2021-09-02T22:52:39.395 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-threads x86_64 0.3.12-1.el8 CentOS-AppStream 4.7 M 2021-09-02T22:52:39.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy x86_64 1:1.14.3-9.el8 CentOS-AppStream 3.7 M 2021-09-02T22:52:39.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-f2py x86_64 1:1.14.3-9.el8 CentOS-AppStream 225 k 2021-09-02T22:52:39.395 INFO:teuthology.orchestra.run.smithi132.stdout: python3-scipy x86_64 1.0.0-20.module_el8.4.0+790+083e3d81 CentOS-AppStream 15 M 2021-09-02T22:52:39.395 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:39.396 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:39.396 INFO:teuthology.orchestra.run.smithi132.stdout:===================================================================================================== 2021-09-02T22:52:39.396 INFO:teuthology.orchestra.run.smithi132.stdout:Install 8 Packages 2021-09-02T22:52:39.396 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:39.397 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 36 M 2021-09-02T22:52:39.397 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 197 M 2021-09-02T22:52:39.397 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:39.429 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libgfortran-8.4.1-1.el8.x86_64 2/8 2021-09-02T22:52:39.493 INFO:teuthology.orchestra.run.smithi132.stdout:(1/8): openblas-0.3.12-1.el8.x86_64.rpm 47 MB/s | 4.6 MB 00:00 2021-09-02T22:52:39.548 INFO:teuthology.orchestra.run.smithi132.stdout:(2/8): python3-numpy-1.14.3-9.el8.x86_64.rpm 70 MB/s | 3.7 MB 00:00 2021-09-02T22:52:39.553 INFO:teuthology.orchestra.run.smithi132.stdout:(3/8): python3-numpy-f2py-1.14.3-9.el8.x86_64.r 41 MB/s | 225 kB 00:00 2021-09-02T22:52:39.626 INFO:teuthology.orchestra.run.smithi132.stdout:(4/8): openblas-threads-0.3.12-1.el8.x86_64.rpm 20 MB/s | 4.7 MB 00:00 2021-09-02T22:52:39.656 INFO:teuthology.orchestra.run.smithi132.stdout:(5/8): libgfortran-8.4.1-1.el8.x86_64.rpm 22 MB/s | 639 kB 00:00 2021-09-02T22:52:39.665 INFO:teuthology.orchestra.run.smithi132.stdout:(6/8): libquadmath-8.4.1-1.el8.x86_64.rpm 17 MB/s | 169 kB 00:00 2021-09-02T22:52:39.819 INFO:teuthology.orchestra.run.smithi132.stdout:(7/8): python3-scipy-1.0.0-20.module_el8.4.0+79 55 MB/s | 15 MB 00:00 2021-09-02T22:52:39.858 INFO:teuthology.orchestra.run.smithi132.stdout:(8/8): ceph-mgr-diskprediction-local-17.0.0-740 16 MB/s | 7.4 MB 00:00 2021-09-02T22:52:39.861 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:39.862 INFO:teuthology.orchestra.run.smithi132.stdout:Total 77 MB/s | 36 MB 00:00 2021-09-02T22:52:39.870 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:39.888 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:39.889 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:52:39.937 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libgfortran-8.4.1-1.el8.x86_64 2/8 2021-09-02T22:52:40.096 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openblas-0.3.12-1.el8.x86_64 3/8 2021-09-02T22:52:40.246 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:52:40.249 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:52:40.671 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: openblas-0.3.12-1.el8.x86_64 3/8 2021-09-02T22:52:40.788 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:52:40.813 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-09-02T22:52:40.931 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libquadmath-8.4.1-1.el8.x86_64 1/8 2021-09-02T22:52:41.062 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libquadmath-8.4.1-1.el8.x86_64 1/8 2021-09-02T22:52:41.264 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libgfortran-8.4.1-1.el8.x86_64 2/8 2021-09-02T22:52:41.533 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-09-02T22:52:41.793 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libgfortran-8.4.1-1.el8.x86_64 2/8 2021-09-02T22:52:41.879 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-09-02T22:52:41.972 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openblas-0.3.12-1.el8.x86_64 3/8 2021-09-02T22:52:42.129 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-09-02T22:52:42.507 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: openblas-0.3.12-1.el8.x86_64 3/8 2021-09-02T22:52:42.647 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-09-02T22:52:43.357 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: openblas-threads-0.3.12-1.el8.x86_64 4/8 2021-09-02T22:52:43.689 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-numpy-1:1.14.3-9.el8.x86_64 5/8 2021-09-02T22:52:43.922 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-09-02T22:52:44.107 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-09-02T22:52:45.338 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 7/8 2021-09-02T22:52:45.512 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f37 8/8 2021-09-02T22:52:45.825 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f37 8/8 2021-09-02T22:52:45.825 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f37 1/8 2021-09-02T22:52:45.826 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openblas-0.3.12-1.el8.x86_64 2/8 2021-09-02T22:52:45.826 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openblas-threads-0.3.12-1.el8.x86_64 3/8 2021-09-02T22:52:45.828 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-09-02T22:52:45.828 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-09-02T22:52:45.828 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 6/8 2021-09-02T22:52:45.828 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libgfortran-8.4.1-1.el8.x86_64 7/8 2021-09-02T22:52:45.880 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 6/8 2021-09-02T22:52:46.175 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libquadmath-8.4.1-1.el8.x86_64 8/8 2021-09-02T22:52:46.176 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:46.176 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:46.176 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:46.176 INFO:teuthology.orchestra.run.smithi162.stdout: libgfortran-8.4.1-1.el8.x86_64 2021-09-02T22:52:46.176 INFO:teuthology.orchestra.run.smithi162.stdout: libquadmath-8.4.1-1.el8.x86_64 2021-09-02T22:52:46.177 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-0.3.12-1.el8.x86_64 2021-09-02T22:52:46.177 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-threads-0.3.12-1.el8.x86_64 2021-09-02T22:52:46.177 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-09-02T22:52:46.177 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-09-02T22:52:46.178 INFO:teuthology.orchestra.run.smithi162.stdout: python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x86_64 2021-09-02T22:52:46.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:46.178 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:46.251 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-rook 2021-09-02T22:52:46.694 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:32 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:47.097 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 7/8 2021-09-02T22:52:47.288 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f37 8/8 2021-09-02T22:52:47.569 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f37 8/8 2021-09-02T22:52:47.569 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f37 1/8 2021-09-02T22:52:47.569 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openblas-0.3.12-1.el8.x86_64 2/8 2021-09-02T22:52:47.570 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : openblas-threads-0.3.12-1.el8.x86_64 3/8 2021-09-02T22:52:47.570 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-numpy-1:1.14.3-9.el8.x86_64 4/8 2021-09-02T22:52:47.570 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-numpy-f2py-1:1.14.3-9.el8.x86_64 5/8 2021-09-02T22:52:47.570 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x 6/8 2021-09-02T22:52:47.571 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libgfortran-8.4.1-1.el8.x86_64 7/8 2021-09-02T22:52:47.648 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:47.650 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================== 2021-09-02T22:52:47.650 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:52:47.650 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================== 2021-09-02T22:52:47.651 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:47.651 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-rook noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 44 k 2021-09-02T22:52:47.651 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:52:47.651 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-09-02T22:52:47.652 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-09-02T22:52:47.652 INFO:teuthology.orchestra.run.smithi162.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-09-02T22:52:47.652 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-09-02T22:52:47.652 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-09-02T22:52:47.653 INFO:teuthology.orchestra.run.smithi162.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-09-02T22:52:47.653 INFO:teuthology.orchestra.run.smithi162.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-09-02T22:52:47.653 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-09-02T22:52:47.653 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-09-02T22:52:47.653 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-09-02T22:52:47.654 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-09-02T22:52:47.654 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-09-02T22:52:47.654 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:47.654 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:47.655 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================== 2021-09-02T22:52:47.655 INFO:teuthology.orchestra.run.smithi162.stdout:Install 13 Packages 2021-09-02T22:52:47.655 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:47.656 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 1.9 M 2021-09-02T22:52:47.656 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 25 M 2021-09-02T22:52:47.656 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:47.727 INFO:teuthology.orchestra.run.smithi162.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 358 kB/s | 27 kB 00:00 2021-09-02T22:52:47.807 INFO:teuthology.orchestra.run.smithi162.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 129 kB/s | 20 kB 00:00 2021-09-02T22:52:47.877 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libquadmath-8.4.1-1.el8.x86_64 8/8 2021-09-02T22:52:47.877 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:47.878 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:47.878 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-diskprediction-local-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:47.878 INFO:teuthology.orchestra.run.smithi132.stdout: libgfortran-8.4.1-1.el8.x86_64 2021-09-02T22:52:47.878 INFO:teuthology.orchestra.run.smithi132.stdout: libquadmath-8.4.1-1.el8.x86_64 2021-09-02T22:52:47.879 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-0.3.12-1.el8.x86_64 2021-09-02T22:52:47.879 INFO:teuthology.orchestra.run.smithi132.stdout: openblas-threads-0.3.12-1.el8.x86_64 2021-09-02T22:52:47.879 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-1:1.14.3-9.el8.x86_64 2021-09-02T22:52:47.879 INFO:teuthology.orchestra.run.smithi132.stdout: python3-numpy-f2py-1:1.14.3-9.el8.x86_64 2021-09-02T22:52:47.879 INFO:teuthology.orchestra.run.smithi132.stdout: python3-scipy-1.0.0-20.module_el8.4.0+790+083e3d81.x86_64 2021-09-02T22:52:47.880 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:47.880 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:47.882 INFO:teuthology.orchestra.run.smithi162.stdout:(3/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 823 kB/s | 126 kB 00:00 2021-09-02T22:52:47.918 INFO:teuthology.orchestra.run.smithi162.stdout:(4/13): ceph-mgr-rook-17.0.0-7401.g9366f375.el8 166 kB/s | 44 kB 00:00 2021-09-02T22:52:47.922 INFO:teuthology.orchestra.run.smithi162.stdout:(5/13): python3-pyasn1-modules-0.3.7-6.el8.noar 965 kB/s | 110 kB 00:00 2021-09-02T22:52:47.939 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-mgr-rook 2021-09-02T22:52:47.971 INFO:teuthology.orchestra.run.smithi162.stdout:(6/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 1.7 MB/s | 155 kB 00:00 2021-09-02T22:52:48.042 INFO:teuthology.orchestra.run.smithi162.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 345 kB/s | 43 kB 00:00 2021-09-02T22:52:48.135 INFO:teuthology.orchestra.run.smithi162.stdout:(8/13): python3-certifi-2018.10.15-7.el8.noarch 100 kB/s | 16 kB 00:00 2021-09-02T22:52:48.151 INFO:teuthology.orchestra.run.smithi162.stdout:(9/13): python3-cachetools-3.1.1-4.el8.noarch.r 147 kB/s | 33 kB 00:00 2021-09-02T22:52:48.203 INFO:teuthology.orchestra.run.smithi162.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 504 kB/s | 81 kB 00:00 2021-09-02T22:52:48.215 INFO:teuthology.orchestra.run.smithi162.stdout:(11/13): python3-rsa-3.4.2-16.el8.noarch.rpm 1.1 MB/s | 73 kB 00:00 2021-09-02T22:52:48.275 INFO:teuthology.orchestra.run.smithi162.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 852 kB/s | 61 kB 00:00 2021-09-02T22:52:48.384 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:34 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:48.470 INFO:teuthology.orchestra.run.smithi162.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 3.5 MB/s | 1.2 MB 00:00 2021-09-02T22:52:48.474 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:48.475 INFO:teuthology.orchestra.run.smithi162.stdout:Total 2.4 MB/s | 1.9 MB 00:00 2021-09-02T22:52:48.481 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:48.496 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:48.497 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:48.575 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:48.579 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:49.075 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:49.331 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:49.333 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================== 2021-09-02T22:52:49.333 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:52:49.333 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================== 2021-09-02T22:52:49.333 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:49.334 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-rook noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 44 k 2021-09-02T22:52:49.334 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:52:49.334 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2021-09-02T22:52:49.334 INFO:teuthology.orchestra.run.smithi132.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2021-09-02T22:52:49.335 INFO:teuthology.orchestra.run.smithi132.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2021-09-02T22:52:49.335 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2021-09-02T22:52:49.335 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2021-09-02T22:52:49.335 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2021-09-02T22:52:49.336 INFO:teuthology.orchestra.run.smithi132.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-Base 155 k 2021-09-02T22:52:49.336 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2021-09-02T22:52:49.336 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2021-09-02T22:52:49.336 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-Base 43 k 2021-09-02T22:52:49.336 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rsa noarch 3.4.2-16.el8 epel 73 k 2021-09-02T22:52:49.337 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2021-09-02T22:52:49.337 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:49.337 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:49.337 INFO:teuthology.orchestra.run.smithi132.stdout:======================================================================================== 2021-09-02T22:52:49.337 INFO:teuthology.orchestra.run.smithi132.stdout:Install 13 Packages 2021-09-02T22:52:49.338 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:49.338 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 1.9 M 2021-09-02T22:52:49.339 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 25 M 2021-09-02T22:52:49.339 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:49.349 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-09-02T22:52:49.367 INFO:teuthology.orchestra.run.smithi132.stdout:(1/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 863 kB/s | 27 kB 00:00 2021-09-02T22:52:49.370 INFO:teuthology.orchestra.run.smithi132.stdout:(2/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 33 MB/s | 126 kB 00:00 2021-09-02T22:52:49.371 INFO:teuthology.orchestra.run.smithi132.stdout:(3/13): python3-jsonpointer-1.10-11.el8.noarch. 570 kB/s | 20 kB 00:00 2021-09-02T22:52:49.374 INFO:teuthology.orchestra.run.smithi132.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 34 MB/s | 110 kB 00:00 2021-09-02T22:52:49.375 INFO:teuthology.orchestra.run.smithi132.stdout:(5/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 41 MB/s | 155 kB 00:00 2021-09-02T22:52:49.375 INFO:teuthology.orchestra.run.smithi132.stdout:(6/13): python3-requests-oauthlib-1.0.0-1.el8.n 26 MB/s | 43 kB 00:00 2021-09-02T22:52:49.456 INFO:teuthology.orchestra.run.smithi132.stdout:(7/13): python3-certifi-2018.10.15-7.el8.noarch 202 kB/s | 16 kB 00:00 2021-09-02T22:52:49.457 INFO:teuthology.orchestra.run.smithi132.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 403 kB/s | 33 kB 00:00 2021-09-02T22:52:49.468 INFO:teuthology.orchestra.run.smithi132.stdout:(9/13): ceph-mgr-rook-17.0.0-7401.g9366f375.el8 333 kB/s | 44 kB 00:00 2021-09-02T22:52:49.515 INFO:teuthology.orchestra.run.smithi132.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 1.4 MB/s | 81 kB 00:00 2021-09-02T22:52:49.536 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-09-02T22:52:49.544 INFO:teuthology.orchestra.run.smithi132.stdout:(11/13): python3-websocket-client-0.56.0-5.el8. 2.0 MB/s | 61 kB 00:00 2021-09-02T22:52:49.567 INFO:teuthology.orchestra.run.smithi132.stdout:(12/13): python3-rsa-3.4.2-16.el8.noarch.rpm 735 kB/s | 73 kB 00:00 2021-09-02T22:52:49.733 INFO:teuthology.orchestra.run.smithi132.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 4.2 MB/s | 1.2 MB 00:00 2021-09-02T22:52:49.735 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:49.735 INFO:teuthology.orchestra.run.smithi132.stdout:Total 4.8 MB/s | 1.9 MB 00:00 2021-09-02T22:52:49.740 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:49.747 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-09-02T22:52:49.754 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:49.754 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:52:49.828 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:52:49.831 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:52:49.993 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-09-02T22:52:50.217 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-09-02T22:52:50.302 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:52:50.474 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-09-02T22:52:50.577 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2021-09-02T22:52:50.779 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2021-09-02T22:52:50.801 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-09-02T22:52:51.008 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-09-02T22:52:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-rsa-3.4.2-16.el8.noarch 3/13 2021-09-02T22:52:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2021-09-02T22:52:51.429 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2021-09-02T22:52:51.656 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2021-09-02T22:52:51.932 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2021-09-02T22:52:52.086 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-09-02T22:52:52.360 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-09-02T22:52:52.535 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-09-02T22:52:52.746 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-09-02T22:52:52.943 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2021-09-02T22:52:52.960 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 13/13 2021-09-02T22:52:53.214 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 13/13 2021-09-02T22:52:53.214 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 1/13 2021-09-02T22:52:53.214 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-09-02T22:52:53.215 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-09-02T22:52:53.215 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-09-02T22:52:53.215 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-09-02T22:52:53.215 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-09-02T22:52:53.216 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-09-02T22:52:53.216 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-09-02T22:52:53.216 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-09-02T22:52:53.216 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-09-02T22:52:53.216 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-09-02T22:52:53.217 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-09-02T22:52:53.564 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-09-02T22:52:53.564 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:53.564 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:52:53.564 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:53.565 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-09-02T22:52:53.565 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-09-02T22:52:53.565 INFO:teuthology.orchestra.run.smithi162.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-09-02T22:52:53.565 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-09-02T22:52:53.566 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-09-02T22:52:53.566 INFO:teuthology.orchestra.run.smithi162.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-09-02T22:52:53.566 INFO:teuthology.orchestra.run.smithi162.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-09-02T22:52:53.566 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-09-02T22:52:53.566 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-09-02T22:52:53.567 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-09-02T22:52:53.567 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-09-02T22:52:53.567 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-09-02T22:52:53.568 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:53.568 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:52:53.651 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-cephadm 2021-09-02T22:52:54.076 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2021-09-02T22:52:54.098 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:40 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:54.345 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2021-09-02T22:52:54.537 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2021-09-02T22:52:54.756 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2021-09-02T22:52:54.946 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 13/13 2021-09-02T22:52:55.087 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:52:55.088 INFO:teuthology.orchestra.run.smithi162.stdout:=================================================================================================================== 2021-09-02T22:52:55.088 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:52:55.089 INFO:teuthology.orchestra.run.smithi162.stdout:=================================================================================================================== 2021-09-02T22:52:55.089 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:52:55.089 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-cephadm noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 91 k 2021-09-02T22:52:55.089 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:52:55.090 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh noarch 2.7.0-1.el8 copr:copr.fedorainfracloud.org:ceph:python3-asyncssh 476 k 2021-09-02T22:52:55.090 INFO:teuthology.orchestra.run.smithi162.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-09-02T22:52:55.090 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-09-02T22:52:55.090 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:55.091 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:52:55.091 INFO:teuthology.orchestra.run.smithi162.stdout:=================================================================================================================== 2021-09-02T22:52:55.091 INFO:teuthology.orchestra.run.smithi162.stdout:Install 4 Packages 2021-09-02T22:52:55.091 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:52:55.092 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 5.9 M 2021-09-02T22:52:55.092 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 25 M 2021-09-02T22:52:55.092 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:52:55.147 INFO:teuthology.orchestra.run.smithi162.stdout:(1/4): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 9.3 MB/s | 538 kB 00:00 2021-09-02T22:52:55.183 INFO:teuthology.orchestra.run.smithi162.stdout:(2/4): python3-babel-2.5.1-5.el8.noarch.rpm 52 MB/s | 4.8 MB 00:00 2021-09-02T22:52:55.192 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 13/13 2021-09-02T22:52:55.192 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 1/13 2021-09-02T22:52:55.193 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2021-09-02T22:52:55.193 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2021-09-02T22:52:55.193 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2021-09-02T22:52:55.193 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2021-09-02T22:52:55.193 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2021-09-02T22:52:55.194 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2021-09-02T22:52:55.194 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2021-09-02T22:52:55.194 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2021-09-02T22:52:55.194 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2021-09-02T22:52:55.195 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2021-09-02T22:52:55.195 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-rsa-3.4.2-16.el8.noarch 12/13 2021-09-02T22:52:55.260 INFO:teuthology.orchestra.run.smithi162.stdout:(3/4): ceph-mgr-cephadm-17.0.0-7401.g9366f375.e 536 kB/s | 91 kB 00:00 2021-09-02T22:52:55.551 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2021-09-02T22:52:55.551 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:55.552 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:52:55.552 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-rook-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:52:55.552 INFO:teuthology.orchestra.run.smithi132.stdout: python3-cachetools-3.1.1-4.el8.noarch 2021-09-02T22:52:55.552 INFO:teuthology.orchestra.run.smithi132.stdout: python3-certifi-2018.10.15-7.el8.noarch 2021-09-02T22:52:55.553 INFO:teuthology.orchestra.run.smithi132.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2021-09-02T22:52:55.553 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpatch-1.21-2.el8.noarch 2021-09-02T22:52:55.553 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jsonpointer-1.10-11.el8.noarch 2021-09-02T22:52:55.553 INFO:teuthology.orchestra.run.smithi132.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2021-09-02T22:52:55.553 INFO:teuthology.orchestra.run.smithi132.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2021-09-02T22:52:55.554 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2021-09-02T22:52:55.554 INFO:teuthology.orchestra.run.smithi132.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2021-09-02T22:52:55.554 INFO:teuthology.orchestra.run.smithi132.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2021-09-02T22:52:55.554 INFO:teuthology.orchestra.run.smithi132.stdout: python3-rsa-3.4.2-16.el8.noarch 2021-09-02T22:52:55.555 INFO:teuthology.orchestra.run.smithi132.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2021-09-02T22:52:55.555 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:55.555 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:52:55.632 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-mgr-cephadm 2021-09-02T22:52:56.075 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:42 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:52:57.014 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:52:57.014 INFO:teuthology.orchestra.run.smithi132.stdout:=================================================================================================================== 2021-09-02T22:52:57.015 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:52:57.015 INFO:teuthology.orchestra.run.smithi132.stdout:=================================================================================================================== 2021-09-02T22:52:57.015 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:52:57.015 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-cephadm noarch 2:17.0.0-7401.g9366f375.el8 ceph-noarch 91 k 2021-09-02T22:52:57.016 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:52:57.016 INFO:teuthology.orchestra.run.smithi132.stdout: python3-asyncssh noarch 2.7.0-1.el8 copr:copr.fedorainfracloud.org:ceph:python3-asyncssh 476 k 2021-09-02T22:52:57.016 INFO:teuthology.orchestra.run.smithi132.stdout: python3-babel noarch 2.5.1-5.el8 CentOS-AppStream 4.8 M 2021-09-02T22:52:57.017 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jinja2 noarch 2.10.1-2.el8_0 CentOS-AppStream 538 k 2021-09-02T22:52:57.017 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:57.017 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:52:57.017 INFO:teuthology.orchestra.run.smithi132.stdout:=================================================================================================================== 2021-09-02T22:52:57.018 INFO:teuthology.orchestra.run.smithi132.stdout:Install 4 Packages 2021-09-02T22:52:57.018 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:52:57.019 INFO:teuthology.orchestra.run.smithi162.stdout:(4/4): python3-asyncssh-2.7.0-1.el8.noarch.rpm 254 kB/s | 476 kB 00:01 2021-09-02T22:52:57.020 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 5.9 M 2021-09-02T22:52:57.020 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 25 M 2021-09-02T22:52:57.020 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:52:57.024 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:57.024 INFO:teuthology.orchestra.run.smithi162.stdout:Total 3.0 MB/s | 5.9 MB 00:01 2021-09-02T22:52:57.029 INFO:teuthology.orchestra.run.smithi162.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:ceph:python3-asyncssh-5dfbfa110d1e0dad/packages/python3-asyncssh-2.7.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 45bf1189: NOKEY 2021-09-02T22:52:57.105 INFO:teuthology.orchestra.run.smithi132.stdout:(1/4): python3-jinja2-2.10.1-2.el8_0.noarch.rpm 5.9 MB/s | 538 kB 00:00 2021-09-02T22:52:57.188 INFO:teuthology.orchestra.run.smithi132.stdout:(2/4): python3-babel-2.5.1-5.el8.noarch.rpm 28 MB/s | 4.8 MB 00:00 2021-09-02T22:52:57.218 INFO:teuthology.orchestra.run.smithi132.stdout:(3/4): ceph-mgr-cephadm-17.0.0-7401.g9366f375.e 451 kB/s | 91 kB 00:00 2021-09-02T22:52:57.839 INFO:teuthology.orchestra.run.smithi162.stdout:Copr repo for python3-asyncssh owned by ceph 1.2 kB/s | 1.0 kB 00:00 2021-09-02T22:52:57.941 INFO:teuthology.orchestra.run.smithi162.stderr:Importing GPG key 0x45BF1189: 2021-09-02T22:52:57.941 INFO:teuthology.orchestra.run.smithi162.stderr: Userid : "ceph_python3-asyncssh (None) " 2021-09-02T22:52:57.941 INFO:teuthology.orchestra.run.smithi162.stderr: Fingerprint: FD53 FC11 9FA9 2C47 E35D 9C35 339B 8950 45BF 1189 2021-09-02T22:52:57.942 INFO:teuthology.orchestra.run.smithi162.stderr: From : https://download.copr.fedorainfracloud.org/results/ceph/python3-asyncssh/pubkey.gpg 2021-09-02T22:52:58.067 INFO:teuthology.orchestra.run.smithi162.stdout:Key imported successfully 2021-09-02T22:52:58.069 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:52:58.078 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:52:58.079 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:52:58.166 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:52:58.169 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:52:58.538 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:52:58.926 INFO:teuthology.orchestra.run.smithi132.stdout:(4/4): python3-asyncssh-2.7.0-1.el8.noarch.rpm 261 kB/s | 476 kB 00:01 2021-09-02T22:52:58.931 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:52:58.932 INFO:teuthology.orchestra.run.smithi132.stdout:Total 3.1 MB/s | 5.9 MB 00:01 2021-09-02T22:52:58.936 INFO:teuthology.orchestra.run.smithi132.stderr:warning: /var/cache/dnf/copr:copr.fedorainfracloud.org:ceph:python3-asyncssh-5dfbfa110d1e0dad/packages/python3-asyncssh-2.7.0-1.el8.noarch.rpm: Header V3 RSA/SHA1 Signature, key ID 45bf1189: NOKEY 2021-09-02T22:52:59.721 INFO:teuthology.orchestra.run.smithi132.stdout:Copr repo for python3-asyncssh owned by ceph 1.3 kB/s | 1.0 kB 00:00 2021-09-02T22:52:59.819 INFO:teuthology.orchestra.run.smithi132.stderr:Importing GPG key 0x45BF1189: 2021-09-02T22:52:59.819 INFO:teuthology.orchestra.run.smithi132.stderr: Userid : "ceph_python3-asyncssh (None) " 2021-09-02T22:52:59.820 INFO:teuthology.orchestra.run.smithi132.stderr: Fingerprint: FD53 FC11 9FA9 2C47 E35D 9C35 339B 8950 45BF 1189 2021-09-02T22:52:59.820 INFO:teuthology.orchestra.run.smithi132.stderr: From : https://download.copr.fedorainfracloud.org/results/ceph/python3-asyncssh/pubkey.gpg 2021-09-02T22:52:59.930 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-asyncssh-2.7.0-1.el8.noarch 1/4 2021-09-02T22:52:59.945 INFO:teuthology.orchestra.run.smithi132.stdout:Key imported successfully 2021-09-02T22:52:59.946 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:52:59.955 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:52:59.955 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:00.042 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:00.045 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:00.305 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 2/4 2021-09-02T22:53:00.375 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:00.558 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 3/4 2021-09-02T22:53:00.742 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 4/4 2021-09-02T22:53:00.986 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 4/4 2021-09-02T22:53:00.986 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/4 2021-09-02T22:53:00.987 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/4 2021-09-02T22:53:00.987 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/4 2021-09-02T22:53:01.304 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-asyncssh-2.7.0-1.el8.noarch 4/4 2021-09-02T22:53:01.304 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:01.304 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:01.305 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:53:01.305 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh-2.7.0-1.el8.noarch 2021-09-02T22:53:01.305 INFO:teuthology.orchestra.run.smithi162.stdout: python3-babel-2.5.1-5.el8.noarch 2021-09-02T22:53:01.305 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-09-02T22:53:01.305 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:01.306 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:01.381 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-asyncssh-2.7.0-1.el8.noarch 1/4 2021-09-02T22:53:01.394 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-fuse 2021-09-02T22:53:01.721 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-babel-2.5.1-5.el8.noarch 2/4 2021-09-02T22:53:01.842 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:47 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:01.943 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : python3-jinja2-2.10.1-2.el8_0.noarch 3/4 2021-09-02T22:53:02.127 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 4/4 2021-09-02T22:53:02.399 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 4/4 2021-09-02T22:53:02.399 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 1/4 2021-09-02T22:53:02.399 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-babel-2.5.1-5.el8.noarch 2/4 2021-09-02T22:53:02.400 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-jinja2-2.10.1-2.el8_0.noarch 3/4 2021-09-02T22:53:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : python3-asyncssh-2.7.0-1.el8.noarch 4/4 2021-09-02T22:53:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:02.675 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-mgr-cephadm-2:17.0.0-7401.g9366f375.el8.noarch 2021-09-02T22:53:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: python3-asyncssh-2.7.0-1.el8.noarch 2021-09-02T22:53:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: python3-babel-2.5.1-5.el8.noarch 2021-09-02T22:53:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: python3-jinja2-2.10.1-2.el8_0.noarch 2021-09-02T22:53:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:02.677 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:02.737 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install ceph-fuse 2021-09-02T22:53:02.816 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:02.817 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:02.818 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2021-09-02T22:53:02.818 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:02.818 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:53:02.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-fuse x86_64 2:17.0.0-7401.g9366f375.el8 ceph 868 k 2021-09-02T22:53:02.819 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2021-09-02T22:53:02.819 INFO:teuthology.orchestra.run.smithi162.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-09-02T22:53:02.819 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:02.819 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:53:02.820 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:02.820 INFO:teuthology.orchestra.run.smithi162.stdout:Install 2 Packages 2021-09-02T22:53:02.820 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:02.820 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 950 k 2021-09-02T22:53:02.821 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 3.1 M 2021-09-02T22:53:02.821 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:53:02.852 INFO:teuthology.orchestra.run.smithi162.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.5 MB/s | 82 kB 00:00 2021-09-02T22:53:03.058 INFO:teuthology.orchestra.run.smithi162.stdout:(2/2): ceph-fuse-17.0.0-7401.g9366f375.el8.x86_ 3.5 MB/s | 868 kB 00:00 2021-09-02T22:53:03.059 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:03.060 INFO:teuthology.orchestra.run.smithi162.stdout:Total 3.8 MB/s | 950 kB 00:00 2021-09-02T22:53:03.061 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:53:03.082 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:53:03.082 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:53:03.159 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:53:03.163 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:53:03.185 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:49 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:03.347 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:53:03.677 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-09-02T22:53:03.899 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 2/2 2021-09-02T22:53:04.141 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:04.142 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:04.142 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repository Size 2021-09-02T22:53:04.142 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:04.142 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:53:04.143 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-fuse x86_64 2:17.0.0-7401.g9366f375.el8 ceph 868 k 2021-09-02T22:53:04.143 INFO:teuthology.orchestra.run.smithi132.stdout:Installing dependencies: 2021-09-02T22:53:04.143 INFO:teuthology.orchestra.run.smithi132.stdout: fuse x86_64 2.9.7-12.el8 CentOS-Base 82 k 2021-09-02T22:53:04.143 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:04.144 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:53:04.144 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:04.144 INFO:teuthology.orchestra.run.smithi132.stdout:Install 2 Packages 2021-09-02T22:53:04.144 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:04.144 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 950 k 2021-09-02T22:53:04.145 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 3.1 M 2021-09-02T22:53:04.145 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:53:04.177 INFO:teuthology.orchestra.run.smithi132.stdout:(1/2): fuse-2.9.7-12.el8.x86_64.rpm 2.4 MB/s | 82 kB 00:00 2021-09-02T22:53:04.242 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 2/2 2021-09-02T22:53:04.242 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/2 2021-09-02T22:53:04.384 INFO:teuthology.orchestra.run.smithi132.stdout:(2/2): ceph-fuse-17.0.0-7401.g9366f375.el8.x86_ 3.5 MB/s | 868 kB 00:00 2021-09-02T22:53:04.385 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:04.386 INFO:teuthology.orchestra.run.smithi132.stdout:Total 3.8 MB/s | 950 kB 00:00 2021-09-02T22:53:04.387 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:53:04.407 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:53:04.408 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:04.487 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:04.490 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:04.672 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:04.847 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-09-02T22:53:04.847 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:04.847 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:04.848 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-09-02T22:53:04.848 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:04.848 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:04.949 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : fuse-2.9.7-12.el8.x86_64 1/2 2021-09-02T22:53:05.053 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install librados-devel 2021-09-02T22:53:05.177 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 2/2 2021-09-02T22:53:05.515 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:51 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:05.526 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 2/2 2021-09-02T22:53:05.526 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/2 2021-09-02T22:53:05.833 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : fuse-2.9.7-12.el8.x86_64 2/2 2021-09-02T22:53:05.833 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:05.834 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:05.834 INFO:teuthology.orchestra.run.smithi132.stdout: ceph-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 fuse-2.9.7-12.el8.x86_64 2021-09-02T22:53:05.834 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:05.834 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:06.006 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install librados-devel 2021-09-02T22:53:06.462 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:52 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:06.496 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:06.498 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:06.498 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2021-09-02T22:53:06.499 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:06.499 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:53:06.499 INFO:teuthology.orchestra.run.smithi162.stdout: librados-devel x86_64 2:17.0.0-7401.g9366f375.el8 ceph 125 k 2021-09-02T22:53:06.500 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:06.500 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:53:06.501 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:06.501 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:53:06.501 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:06.502 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 125 k 2021-09-02T22:53:06.502 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 432 k 2021-09-02T22:53:06.502 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:53:06.668 INFO:teuthology.orchestra.run.smithi162.stdout:librados-devel-17.0.0-7401.g9366f375.el8.x86_64 732 kB/s | 125 kB 00:00 2021-09-02T22:53:06.774 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:06.774 INFO:teuthology.orchestra.run.smithi162.stdout:Total 727 kB/s | 125 kB 00:00 2021-09-02T22:53:06.774 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:53:06.775 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:53:06.775 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:53:06.775 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:53:06.775 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:53:06.841 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:53:07.039 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:07.316 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:07.403 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:07.404 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:07.404 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repo Size 2021-09-02T22:53:07.405 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:07.405 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:53:07.405 INFO:teuthology.orchestra.run.smithi132.stdout: librados-devel x86_64 2:17.0.0-7401.g9366f375.el8 ceph 125 k 2021-09-02T22:53:07.405 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:07.405 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:53:07.406 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:07.406 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:53:07.406 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:07.406 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 125 k 2021-09-02T22:53:07.407 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 432 k 2021-09-02T22:53:07.407 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:53:07.579 INFO:teuthology.orchestra.run.smithi132.stdout:librados-devel-17.0.0-7401.g9366f375.el8.x86_64 719 kB/s | 125 kB 00:00 2021-09-02T22:53:07.580 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:07.580 INFO:teuthology.orchestra.run.smithi132.stdout:Total 713 kB/s | 125 kB 00:00 2021-09-02T22:53:07.580 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:53:07.586 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:53:07.586 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:07.609 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:07.610 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:07.610 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:07.610 INFO:teuthology.orchestra.run.smithi162.stdout: librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:07.610 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:07.611 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:07.635 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:07.638 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:07.746 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:07.785 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install libcephfs2 2021-09-02T22:53:07.934 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:08.205 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:08.242 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:54 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:08.501 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:08.502 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:08.502 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:08.502 INFO:teuthology.orchestra.run.smithi132.stdout: librados-devel-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:08.502 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:08.503 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:08.698 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install libcephfs2 2021-09-02T22:53:08.944 INFO:teuthology.orchestra.run.smithi162.stdout:Package libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:09.165 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:55 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:09.208 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:09.209 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:09.209 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:09.268 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install libcephfs-devel 2021-09-02T22:53:09.717 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:55 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:09.907 INFO:teuthology.orchestra.run.smithi132.stdout:Package libcephfs2-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:10.163 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:10.164 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:10.165 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:10.217 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install libcephfs-devel 2021-09-02T22:53:10.667 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:56 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:10.673 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:10.674 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:10.674 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2021-09-02T22:53:10.675 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:10.675 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:53:10.675 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs-devel x86_64 2:17.0.0-7401.g9366f375.el8 ceph 24 k 2021-09-02T22:53:10.675 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:10.676 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:53:10.676 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:10.676 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:53:10.676 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:10.676 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 24 k 2021-09-02T22:53:10.677 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 102 k 2021-09-02T22:53:10.677 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:53:10.799 INFO:teuthology.orchestra.run.smithi162.stdout:libcephfs-devel-17.0.0-7401.g9366f375.el8.x86_6 192 kB/s | 24 kB 00:00 2021-09-02T22:53:10.800 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:10.801 INFO:teuthology.orchestra.run.smithi162.stdout:Total 191 kB/s | 24 kB 00:00 2021-09-02T22:53:10.801 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:53:10.804 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:53:10.804 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:53:10.805 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:53:10.808 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:53:10.872 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:53:11.080 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:11.300 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:11.584 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:11.584 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:11.584 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:11.585 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:11.585 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:11.585 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:11.595 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:11.595 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:11.596 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repo Size 2021-09-02T22:53:11.596 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:11.596 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:53:11.596 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs-devel x86_64 2:17.0.0-7401.g9366f375.el8 ceph 24 k 2021-09-02T22:53:11.597 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:11.597 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:53:11.597 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:11.597 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:53:11.597 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:11.598 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 24 k 2021-09-02T22:53:11.599 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 102 k 2021-09-02T22:53:11.599 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:53:11.641 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install librados2 2021-09-02T22:53:11.722 INFO:teuthology.orchestra.run.smithi132.stdout:libcephfs-devel-17.0.0-7401.g9366f375.el8.x86_6 191 kB/s | 24 kB 00:00 2021-09-02T22:53:11.723 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:11.723 INFO:teuthology.orchestra.run.smithi132.stdout:Total 189 kB/s | 24 kB 00:00 2021-09-02T22:53:11.723 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:53:11.726 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:53:11.727 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:11.728 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:11.731 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:11.780 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:11.958 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:12.088 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:58 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:12.175 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:12.422 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:12.423 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:12.423 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:12.423 INFO:teuthology.orchestra.run.smithi132.stdout: libcephfs-devel-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:12.423 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:12.424 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:12.491 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install librados2 2021-09-02T22:53:12.793 INFO:teuthology.orchestra.run.smithi162.stdout:Package librados2-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:12.939 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:01:58 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:13.044 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:13.046 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:13.046 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:13.096 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install librbd1 2021-09-02T22:53:13.543 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:59 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:13.623 INFO:teuthology.orchestra.run.smithi132.stdout:Package librados2-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:13.870 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:13.871 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:13.871 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:13.925 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install librbd1 2021-09-02T22:53:14.242 INFO:teuthology.orchestra.run.smithi162.stdout:Package librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:14.371 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:00 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:14.488 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:14.489 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:14.489 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:14.544 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-rados 2021-09-02T22:53:14.991 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:00 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:15.481 INFO:teuthology.orchestra.run.smithi132.stdout:Package librbd1-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:15.729 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:15.730 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:15.730 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:15.782 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install python3-rados 2021-09-02T22:53:16.018 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:16.229 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:02 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:16.272 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:16.273 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:16.273 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:16.755 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-rgw 2021-09-02T22:53:16.931 INFO:teuthology.orchestra.run.smithi132.stdout:Package python3-rados-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:17.180 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:17.181 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:17.181 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:17.209 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:03 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:17.232 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install python3-rgw 2021-09-02T22:53:17.681 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:03 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:17.925 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:18.174 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:18.175 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:18.175 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:18.233 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-cephfs 2021-09-02T22:53:18.372 INFO:teuthology.orchestra.run.smithi132.stdout:Package python3-rgw-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:18.623 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:18.624 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:18.624 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:18.673 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install python3-cephfs 2021-09-02T22:53:18.678 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:04 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:19.119 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:05 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:19.417 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:19.665 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:19.666 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:19.666 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:19.716 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-rbd 2021-09-02T22:53:19.838 INFO:teuthology.orchestra.run.smithi132.stdout:Package python3-cephfs-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:20.087 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:20.088 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:20.088 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:20.167 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:06 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:20.282 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install python3-rbd 2021-09-02T22:53:20.731 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:06 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:20.883 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:21.132 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:21.132 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2021-09-02T22:53:21.133 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:21.181 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install rbd-fuse 2021-09-02T22:53:21.464 INFO:teuthology.orchestra.run.smithi132.stdout:Package python3-rbd-2:17.0.0-7401.g9366f375.el8.x86_64 is already installed. 2021-09-02T22:53:21.629 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:07 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:21.712 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:21.713 INFO:teuthology.orchestra.run.smithi132.stdout:Nothing to do. 2021-09-02T22:53:21.713 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:21.765 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install rbd-fuse 2021-09-02T22:53:22.211 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:08 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:22.771 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:22.772 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:22.773 INFO:teuthology.orchestra.run.smithi162.stdout: Package Architecture Version Repository Size 2021-09-02T22:53:22.773 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:22.774 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:53:22.774 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-fuse x86_64 2:17.0.0-7401.g9366f375.el8 ceph 94 k 2021-09-02T22:53:22.775 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:22.775 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:53:22.776 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:22.776 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:53:22.776 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:22.777 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 94 k 2021-09-02T22:53:22.777 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 281 k 2021-09-02T22:53:22.778 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:53:22.940 INFO:teuthology.orchestra.run.smithi162.stdout:rbd-fuse-17.0.0-7401.g9366f375.el8.x86_64.rpm 557 kB/s | 94 kB 00:00 2021-09-02T22:53:22.941 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:22.942 INFO:teuthology.orchestra.run.smithi162.stdout:Total 553 kB/s | 94 kB 00:00 2021-09-02T22:53:22.942 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:53:22.952 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:53:22.953 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:53:23.001 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:53:23.004 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:53:23.114 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:53:23.156 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:23.157 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:23.157 INFO:teuthology.orchestra.run.smithi132.stdout: Package Architecture Version Repository Size 2021-09-02T22:53:23.157 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:23.158 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:53:23.158 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-fuse x86_64 2:17.0.0-7401.g9366f375.el8 ceph 94 k 2021-09-02T22:53:23.158 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:23.158 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:53:23.159 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:23.159 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:53:23.159 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:23.159 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 94 k 2021-09-02T22:53:23.159 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 281 k 2021-09-02T22:53:23.160 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:53:23.309 INFO:teuthology.orchestra.run.smithi132.stdout:rbd-fuse-17.0.0-7401.g9366f375.el8.x86_64.rpm 616 kB/s | 94 kB 00:00 2021-09-02T22:53:23.311 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:23.311 INFO:teuthology.orchestra.run.smithi132.stdout:Total 611 kB/s | 94 kB 00:00 2021-09-02T22:53:23.311 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:53:23.319 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:23.322 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:53:23.322 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:23.371 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:23.374 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:23.487 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:23.573 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:23.657 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:23.881 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:23.882 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:23.882 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:23.882 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:23.883 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:23.883 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:23.915 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:24.016 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install rbd-mirror 2021-09-02T22:53:24.188 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:24.188 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:24.189 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:24.189 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-fuse-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:24.189 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:24.189 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:24.357 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install rbd-mirror 2021-09-02T22:53:24.471 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:10 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:24.811 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:10 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:25.462 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:25.463 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:25.463 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2021-09-02T22:53:25.464 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:25.464 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:53:25.464 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-mirror x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.8 M 2021-09-02T22:53:25.464 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:25.464 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:53:25.465 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:25.465 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:53:25.465 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:25.465 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 3.8 M 2021-09-02T22:53:25.466 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 19 M 2021-09-02T22:53:25.466 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:53:25.768 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:25.769 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:25.769 INFO:teuthology.orchestra.run.smithi132.stdout: Package Arch Version Repo Size 2021-09-02T22:53:25.770 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:25.770 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:53:25.770 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-mirror x86_64 2:17.0.0-7401.g9366f375.el8 ceph 3.8 M 2021-09-02T22:53:25.770 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:25.771 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:53:25.771 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:25.771 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:53:25.771 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:25.772 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 3.8 M 2021-09-02T22:53:25.772 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 19 M 2021-09-02T22:53:25.772 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:53:25.802 INFO:teuthology.orchestra.run.smithi162.stdout:rbd-mirror-17.0.0-7401.g9366f375.el8.x86_64.rpm 11 MB/s | 3.8 MB 00:00 2021-09-02T22:53:25.803 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:25.803 INFO:teuthology.orchestra.run.smithi162.stdout:Total 11 MB/s | 3.8 MB 00:00 2021-09-02T22:53:25.803 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:53:25.816 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:53:25.817 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:53:25.881 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:53:25.884 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:53:26.086 INFO:teuthology.orchestra.run.smithi132.stdout:rbd-mirror-17.0.0-7401.g9366f375.el8.x86_64.rpm 12 MB/s | 3.8 MB 00:00 2021-09-02T22:53:26.087 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:26.087 INFO:teuthology.orchestra.run.smithi132.stdout:Total 12 MB/s | 3.8 MB 00:00 2021-09-02T22:53:26.088 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:53:26.101 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:53:26.101 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:26.165 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:26.168 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:26.360 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:53:26.578 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:26.767 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:26.949 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:26.950 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:27.264 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:27.314 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:27.315 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:27.315 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:27.315 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:27.315 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:27.319 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:27.430 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install rbd-nbd 2021-09-02T22:53:27.596 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:27.596 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:27.596 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:27.597 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-mirror-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:27.597 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:27.597 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:27.744 DEBUG:teuthology.orchestra.run.smithi132:> sudo yum -y install rbd-nbd 2021-09-02T22:53:27.888 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:02:13 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:28.200 INFO:teuthology.orchestra.run.smithi132.stdout:Last metadata expiration check: 0:02:14 ago on Thu 02 Sep 2021 10:51:14 PM UTC. 2021-09-02T22:53:28.838 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2021-09-02T22:53:28.839 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:28.840 INFO:teuthology.orchestra.run.smithi162.stdout: Package Architecture Version Repository Size 2021-09-02T22:53:28.840 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:28.840 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2021-09-02T22:53:28.840 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-nbd x86_64 2:17.0.0-7401.g9366f375.el8 ceph 173 k 2021-09-02T22:53:28.841 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:28.841 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2021-09-02T22:53:28.841 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2021-09-02T22:53:28.841 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2021-09-02T22:53:28.841 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:28.842 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 173 k 2021-09-02T22:53:28.842 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 563 k 2021-09-02T22:53:28.842 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2021-09-02T22:53:28.993 INFO:teuthology.orchestra.run.smithi162.stdout:rbd-nbd-17.0.0-7401.g9366f375.el8.x86_64.rpm 1.1 MB/s | 173 kB 00:00 2021-09-02T22:53:28.994 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:28.994 INFO:teuthology.orchestra.run.smithi162.stdout:Total 1.1 MB/s | 173 kB 00:00 2021-09-02T22:53:28.995 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2021-09-02T22:53:29.006 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2021-09-02T22:53:29.006 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2021-09-02T22:53:29.057 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2021-09-02T22:53:29.060 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2021-09-02T22:53:29.172 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2021-09-02T22:53:29.176 INFO:teuthology.orchestra.run.smithi132.stdout:Dependencies resolved. 2021-09-02T22:53:29.177 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:29.177 INFO:teuthology.orchestra.run.smithi132.stdout: Package Architecture Version Repository Size 2021-09-02T22:53:29.177 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:29.177 INFO:teuthology.orchestra.run.smithi132.stdout:Installing: 2021-09-02T22:53:29.178 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-nbd x86_64 2:17.0.0-7401.g9366f375.el8 ceph 173 k 2021-09-02T22:53:29.178 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:29.178 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction Summary 2021-09-02T22:53:29.178 INFO:teuthology.orchestra.run.smithi132.stdout:================================================================================ 2021-09-02T22:53:29.178 INFO:teuthology.orchestra.run.smithi132.stdout:Install 1 Package 2021-09-02T22:53:29.179 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:29.179 INFO:teuthology.orchestra.run.smithi132.stdout:Total download size: 173 k 2021-09-02T22:53:29.179 INFO:teuthology.orchestra.run.smithi132.stdout:Installed size: 563 k 2021-09-02T22:53:29.179 INFO:teuthology.orchestra.run.smithi132.stdout:Downloading Packages: 2021-09-02T22:53:29.349 INFO:teuthology.orchestra.run.smithi132.stdout:rbd-nbd-17.0.0-7401.g9366f375.el8.x86_64.rpm 1.0 MB/s | 173 kB 00:00 2021-09-02T22:53:29.350 INFO:teuthology.orchestra.run.smithi132.stdout:-------------------------------------------------------------------------------- 2021-09-02T22:53:29.350 INFO:teuthology.orchestra.run.smithi132.stdout:Total 1.0 MB/s | 173 kB 00:00 2021-09-02T22:53:29.350 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction check 2021-09-02T22:53:29.361 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction check succeeded. 2021-09-02T22:53:29.362 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction test 2021-09-02T22:53:29.392 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:29.411 INFO:teuthology.orchestra.run.smithi132.stdout:Transaction test succeeded. 2021-09-02T22:53:29.414 INFO:teuthology.orchestra.run.smithi132.stdout:Running transaction 2021-09-02T22:53:29.551 INFO:teuthology.orchestra.run.smithi132.stdout: Preparing : 1/1 2021-09-02T22:53:29.620 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:29.755 INFO:teuthology.orchestra.run.smithi132.stdout: Installing : rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:29.939 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:29.939 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:29.939 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2021-09-02T22:53:29.940 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:29.940 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:29.940 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2021-09-02T22:53:30.003 INFO:teuthology.orchestra.run.smithi132.stdout: Running scriptlet: rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:30.083 DEBUG:teuthology.parallel:result is None 2021-09-02T22:53:30.345 INFO:teuthology.orchestra.run.smithi132.stdout: Verifying : rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 1/1 2021-09-02T22:53:30.345 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:30.345 INFO:teuthology.orchestra.run.smithi132.stdout:Installed: 2021-09-02T22:53:30.346 INFO:teuthology.orchestra.run.smithi132.stdout: rbd-nbd-2:17.0.0-7401.g9366f375.el8.x86_64 2021-09-02T22:53:30.346 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:30.346 INFO:teuthology.orchestra.run.smithi132.stdout:Complete! 2021-09-02T22:53:30.471 DEBUG:teuthology.parallel:result is None 2021-09-02T22:53:30.472 DEBUG:teuthology.orchestra.run.smithi132:> sudo lsb_release -is 2021-09-02T22:53:30.505 INFO:teuthology.orchestra.run.smithi132.stdout:CentOS 2021-09-02T22:53:30.506 DEBUG:teuthology.misc:System to be installed: CentOS 2021-09-02T22:53:30.507 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=9366f375ac31713c35e559edbd160565b784db1d 2021-09-02T22:53:30.669 DEBUG:teuthology.orchestra.run.smithi132:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-09-02T22:53:30.689 INFO:teuthology.orchestra.run.smithi132.stdout:17.0.0-7401.g9366f375.el8 2021-09-02T22:53:30.689 INFO:teuthology.packaging:The installed version of ceph is 17.0.0-7401.g9366f375.el8 2021-09-02T22:53:30.690 INFO:teuthology.task.install:The correct ceph version 17.0.0-7401.g9366f375 is installed. 2021-09-02T22:53:30.690 DEBUG:teuthology.orchestra.run.smithi162:> sudo lsb_release -is 2021-09-02T22:53:30.725 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS 2021-09-02T22:53:30.727 DEBUG:teuthology.misc:System to be installed: CentOS 2021-09-02T22:53:30.727 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=9366f375ac31713c35e559edbd160565b784db1d 2021-09-02T22:53:30.872 DEBUG:teuthology.orchestra.run.smithi162:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2021-09-02T22:53:30.892 INFO:teuthology.orchestra.run.smithi162.stdout:17.0.0-7401.g9366f375.el8 2021-09-02T22:53:30.893 INFO:teuthology.packaging:The installed version of ceph is 17.0.0-7401.g9366f375.el8 2021-09-02T22:53:30.893 INFO:teuthology.task.install:The correct ceph version 17.0.0-7401.g9366f375 is installed. 2021-09-02T22:53:30.894 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2021-09-02T22:53:30.894 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:30.894 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-09-02T22:53:30.918 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:53:30.918 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2021-09-02T22:53:30.956 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2021-09-02T22:53:30.957 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:30.957 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/daemon-helper 2021-09-02T22:53:30.982 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-09-02T22:53:31.045 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:53:31.046 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/daemon-helper 2021-09-02T22:53:31.070 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/daemon-helper 2021-09-02T22:53:31.132 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2021-09-02T22:53:31.133 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:31.133 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/usr/bin/adjust-ulimits 2021-09-02T22:53:31.157 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-09-02T22:53:31.219 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:53:31.220 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/adjust-ulimits 2021-09-02T22:53:31.243 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2021-09-02T22:53:31.306 INFO:teuthology.run_tasks:Running task ceph... 2021-09-02T22:53:31.369 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2021-09-02T22:53:31.370 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 777 /var/log/ceph 2021-09-02T22:53:31.372 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 777 /var/log/ceph 2021-09-02T22:53:31.395 INFO:tasks.ceph:Disabling ceph logrotate... 2021-09-02T22:53:31.396 DEBUG:teuthology.orchestra.run.smithi132:> sudo rm -f -- /etc/logrotate.d/ceph 2021-09-02T22:53:31.436 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /etc/logrotate.d/ceph 2021-09-02T22:53:31.459 INFO:tasks.ceph:Creating extra log directories... 2021-09-02T22:53:31.460 DEBUG:teuthology.orchestra.run.smithi132:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2021-09-02T22:53:31.499 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2021-09-02T22:53:31.536 INFO:tasks.ceph:Creating ceph cluster c1... 2021-09-02T22:53:31.536 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'cpu_profile': set(), 'cluster': 'c1', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2021-09-02T22:53:31.537 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854', 'branch': 'wip-skoduri-dbstore-object', 'description': 'rgw/multisite/{clusters frontend/beast ignore-pg-availability omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{centos_8} tasks/test_multi}', 'email': None, 'first_in_suite': False, 'job_id': '6372854', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi', 'nuke-on-error': True, 'os_type': 'centos', 'os_version': '8.3', 'overrides': {'admin_socket': {'branch': 'wip-skoduri-dbstore-object'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'wait-for-scrub': False}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '9366f375ac31713c35e559edbd160565b784db1d'}}, 'rgw': {'compression type': 'random', 'frontend': 'beast'}, 'rgw-multisite': {'realm': {'is default': True, 'name': 'test-realm'}, 'zonegroups': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zonegroup', 'zones': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zone1'}, {'endpoints': ['c2.client.0'], 'is_default': True, 'name': 'test-zone2'}, {'endpoints': ['c1.client.1'], 'name': 'test-zone3'}, {'endpoints': ['c2.client.1'], 'is_pubsub': True, 'name': 'test-zone4'}]}]}, 'rgw-multisite-tests': {'args': ['tests.py', 'tests_ps.py']}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-skoduri-dbstore-object', 'sha1': '9366f375ac31713c35e559edbd160565b784db1d'}}, 'owner': 'scheduled_soumyakoduri@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0', 'c1.client.1'], ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1']], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-skoduri-dbstore-object', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa', 'suite_relpath': 'qa', 'suite_repo': 'git://git.ceph.com/ceph-ci.git', 'suite_sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'targets': {'smithi132.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDarkuxQQLtbLL8ZjyZIHbqSPWoCH/owH8MzOBUg9s0NKYLXmt6s8XfTAMJW66WMaQzxuArQYclVB81zC6q8C/+CtODsVXns0aGAmNPFEwhS+S3VEI0JLKN7DjbwkcJzdJ00ae49Ad50F2p32h8Ve9GPTUWfVMdlJKA4F32IzbHMHRd39RqbiwI5REfMkYMhtut/UmJx43dmf78q0W5HCbXjI3xQwKX92rbslqzfvASY/BeKR2IyVDdWLmKkJLONIGIjup64ChiBY29FlXMLTr7uPJh+cR0li1s6dt+kjPAq3NtEOFGRjKbLF5F2/eC3W5xcN4PyaCpThvDCftdFjeyChdLDgpHki28P+1ZaZVdy+cmgpnlizD1Nng2+R5RRwS9Pg7yQC8PHM9zPcf5sAfDQg/ZsH6o7HMtz8NI51+TWJxmViZ9LiFFAu5+Wbn4cHsiGGDZsC5TxYleBEiF7S1uOtJeNN2DJ2V5Ka6blnJ+JPZAsy8t9gRrTANDlw4XsRk=', 'smithi162.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMPGIRgGKsWIFGRDmOvBNTtHlcMOL18qJb9bixh3xX4uJdx6gWSuUVaYZXOktPtUdDQi3zyuqzcHQn7Z1tAI0NU4y7Wr/9MlwP8ygDdrwpvzuWuVr/2x9Qrlkm1R/VC9bUuwbE2ecskRIygDgpKPCt8wORe4XpA2pyB1dWRaknh/jmpZjURcfemOXMFJCuCelnzdzquOi0VvFX9WF5HUFBluHAe/n60SvAPWK7OWihDtP6djcVj5tc3SvHwhTzHV8RnecQmCyg8ElBr4k7n5fDC/5Dhve1KpHg24C87S/hxEasobaVzltTwWI43lO449T4NbSWw6Pz9408qcekI+ZFumCrfxZjolZeTnxf/jML9kITFa7jKMXGp0oDoPF1+zBEJiq+F3wB5l2TkEUOWcRPXG+ViDL7z2EOzvJTtm8/0DaM0YcVp61HKqcWxAnS1osUNJkQUUbJF4H5EdqaZLPqvKUCJcWQU31V4B6JH5pMz/OZm4G+2geEl3CrXChkt7E='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'c1', 'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'wait-for-scrub': False}}, {'ceph': {'cluster': 'c2'}}, {'rgw': {'c1.client.0': {'port': 8000}, 'c1.client.1': {'port': 8001}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}}}, {'rgw-multisite': None}, {'rgw-multisite-tests': {'config': {'reconfigure_delay': 60}}}], 'teuthology_branch': 'master', 'timestamp': '2021-09-02_19:33:37', 'tube': 'smithi', 'user': 'soumyakoduri', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.30581'} 2021-09-02T22:53:31.538 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/c1.data 2021-09-02T22:53:31.561 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/c1.data 2021-09-02T22:53:31.578 DEBUG:teuthology.orchestra.run.smithi132:> sudo install -d -m0777 -- /var/run/ceph 2021-09-02T22:53:31.616 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m0777 -- /var/run/ceph 2021-09-02T22:53:31.640 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:31.641 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/scratch_devs of=/dev/stdout 2021-09-02T22:53:31.690 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-09-02T22:53:31.691 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-09-02T22:53:31.744 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-09-02T22:53:31.744 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:53:31.744 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 6h/6d Inode: 108262 Links: 1 2021-09-02T22:53:31.744 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:53:31.745 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:53:31.745 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2021-09-02 22:53:27.118658877 +0000 2021-09-02T22:53:31.745 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2021-09-02 22:50:32.807733788 +0000 2021-09-02T22:53:31.745 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2021-09-02 22:50:32.807733788 +0000 2021-09-02T22:53:31.746 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2021-09-02T22:53:31.753 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2021-09-02T22:53:31.753 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2021-09-02T22:53:31.753 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000232438 s, 2.2 MB/s 2021-09-02T22:53:31.756 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-09-02T22:53:31.810 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-09-02T22:53:31.811 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:53:31.811 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 6h/6d Inode: 107326 Links: 1 2021-09-02T22:53:31.811 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:53:31.811 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:53:31.812 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2021-09-02 22:53:27.118658877 +0000 2021-09-02T22:53:31.812 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2021-09-02 22:50:33.146725670 +0000 2021-09-02T22:53:31.812 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2021-09-02 22:50:33.146725670 +0000 2021-09-02T22:53:31.812 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2021-09-02T22:53:31.820 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2021-09-02T22:53:31.820 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2021-09-02T22:53:31.820 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000207758 s, 2.5 MB/s 2021-09-02T22:53:31.823 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-09-02T22:53:31.876 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-09-02T22:53:31.876 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:53:31.877 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 6h/6d Inode: 108929 Links: 1 2021-09-02T22:53:31.877 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:53:31.877 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:53:31.877 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2021-09-02 22:53:27.119658852 +0000 2021-09-02T22:53:31.877 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2021-09-02 22:50:33.486717547 +0000 2021-09-02T22:53:31.878 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2021-09-02 22:50:33.486717547 +0000 2021-09-02T22:53:31.878 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2021-09-02T22:53:31.885 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2021-09-02T22:53:31.885 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2021-09-02T22:53:31.886 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000209318 s, 2.4 MB/s 2021-09-02T22:53:31.888 DEBUG:teuthology.orchestra.run.smithi132:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-09-02T22:53:31.942 INFO:teuthology.orchestra.run.smithi132.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-09-02T22:53:31.942 INFO:teuthology.orchestra.run.smithi132.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:53:31.943 INFO:teuthology.orchestra.run.smithi132.stdout:Device: 6h/6d Inode: 108965 Links: 1 2021-09-02T22:53:31.943 INFO:teuthology.orchestra.run.smithi132.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:53:31.943 INFO:teuthology.orchestra.run.smithi132.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:53:31.943 INFO:teuthology.orchestra.run.smithi132.stdout:Access: 2021-09-02 22:53:27.119658852 +0000 2021-09-02T22:53:31.943 INFO:teuthology.orchestra.run.smithi132.stdout:Modify: 2021-09-02 22:50:33.845708978 +0000 2021-09-02T22:53:31.944 INFO:teuthology.orchestra.run.smithi132.stdout:Change: 2021-09-02 22:50:33.845708978 +0000 2021-09-02T22:53:31.944 INFO:teuthology.orchestra.run.smithi132.stdout: Birth: - 2021-09-02T22:53:31.951 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records in 2021-09-02T22:53:31.951 INFO:teuthology.orchestra.run.smithi132.stderr:1+0 records out 2021-09-02T22:53:31.952 INFO:teuthology.orchestra.run.smithi132.stderr:512 bytes copied, 0.000222906 s, 2.3 MB/s 2021-09-02T22:53:31.954 INFO:tasks.ceph:osd dev map: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:53:31.954 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi132.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}} 2021-09-02T22:53:31.954 INFO:tasks.ceph:Generating config... 2021-09-02T22:53:31.956 INFO:tasks.ceph:[client] debug rgw = 20 2021-09-02T22:53:31.956 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2021-09-02T22:53:31.957 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2021-09-02T22:53:31.957 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2021-09-02T22:53:31.957 INFO:tasks.ceph:[client] rgw curl low speed time = 300 2021-09-02T22:53:31.958 INFO:tasks.ceph:[client] rgw data log num shards = 4 2021-09-02T22:53:31.958 INFO:tasks.ceph:[client] rgw md log max shards = 4 2021-09-02T22:53:31.958 INFO:tasks.ceph:[client] rgw sync log trim interval = 0 2021-09-02T22:53:31.958 INFO:tasks.ceph:[client] rgw sync meta inject err probability = 0.1 2021-09-02T22:53:31.959 INFO:tasks.ceph:[client] rgw sync obj etag verify = True 2021-09-02T22:53:31.959 INFO:tasks.ceph:[client] setgroup = ceph 2021-09-02T22:53:31.959 INFO:tasks.ceph:[client] setuser = ceph 2021-09-02T22:53:31.960 INFO:tasks.ceph:[mgr] debug mgr = 20 2021-09-02T22:53:31.960 INFO:tasks.ceph:[mgr] debug ms = 1 2021-09-02T22:53:31.960 INFO:tasks.ceph:[mon] debug mon = 20 2021-09-02T22:53:31.961 INFO:tasks.ceph:[mon] debug ms = 1 2021-09-02T22:53:31.961 INFO:tasks.ceph:[mon] debug paxos = 20 2021-09-02T22:53:31.961 INFO:tasks.ceph:[osd] debug filestore = 20 2021-09-02T22:53:31.961 INFO:tasks.ceph:[osd] debug journal = 20 2021-09-02T22:53:31.962 INFO:tasks.ceph:[osd] debug ms = 20 2021-09-02T22:53:31.962 INFO:tasks.ceph:[osd] debug osd = 25 2021-09-02T22:53:31.962 INFO:tasks.ceph:[osd] rocksdb delete range threshold = 0 2021-09-02T22:53:31.963 INFO:tasks.ceph:[osd.0] osd_max_omap_entries_per_request = 10 2021-09-02T22:53:31.963 INFO:tasks.ceph:[osd.1] osd_max_omap_entries_per_request = 1000 2021-09-02T22:53:31.963 INFO:tasks.ceph:[osd.2] osd_max_omap_entries_per_request = 10000 2021-09-02T22:53:31.964 INFO:tasks.ceph:Setting up c1.mon.a... 2021-09-02T22:53:31.964 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/c1.keyring 2021-09-02T22:53:32.073 INFO:teuthology.orchestra.run.smithi132.stdout:creating /etc/ceph/c1.keyring 2021-09-02T22:53:32.075 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/c1.keyring 2021-09-02T22:53:32.113 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0644 /etc/ceph/c1.keyring 2021-09-02T22:53:32.176 DEBUG:tasks.ceph:Ceph mon addresses: [('c1.mon.a', '172.21.15.132')] 2021-09-02T22:53:32.177 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.132'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}} 2021-09-02T22:53:32.178 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:32.179 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2021-09-02T22:53:32.230 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.132 --print /home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:32.304 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:53:32.305 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:53:32.306 INFO:teuthology.orchestra.run.smithi132.stdout:monmaptool: monmap file /home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:32.307 INFO:teuthology.orchestra.run.smithi132.stdout:monmaptool: generated fsid ce2130f5-6fda-4d6f-9c94-55e3f4c60713 2021-09-02T22:53:32.307 INFO:teuthology.orchestra.run.smithi132.stdout:setting min_mon_release = octopus 2021-09-02T22:53:32.307 INFO:teuthology.orchestra.run.smithi132.stdout:epoch 0 2021-09-02T22:53:32.308 INFO:teuthology.orchestra.run.smithi132.stdout:fsid ce2130f5-6fda-4d6f-9c94-55e3f4c60713 2021-09-02T22:53:32.308 INFO:teuthology.orchestra.run.smithi132.stdout:last_changed 2021-09-02T22:53:32.307050+0000 2021-09-02T22:53:32.309 INFO:teuthology.orchestra.run.smithi132.stdout:created 2021-09-02T22:53:32.307050+0000 2021-09-02T22:53:32.309 INFO:teuthology.orchestra.run.smithi132.stdout:min_mon_release 15 (octopus) 2021-09-02T22:53:32.310 INFO:teuthology.orchestra.run.smithi132.stdout:election_strategy: 1 2021-09-02T22:53:32.310 INFO:teuthology.orchestra.run.smithi132.stdout:0: [v2:172.21.15.132:3300/0,v1:172.21.15.132:6789/0] mon.a 2021-09-02T22:53:32.310 INFO:teuthology.orchestra.run.smithi132.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/c1.monmap (1 monitors) 2021-09-02T22:53:32.311 DEBUG:teuthology.orchestra.run.smithi132:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2021-09-02T22:53:32.360 INFO:tasks.ceph:Writing /etc/ceph/c1.conf for FSID ce2130f5-6fda-4d6f-9c94-55e3f4c60713... 2021-09-02T22:53:32.362 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c1.conf && sudo chmod 0644 /etc/ceph/c1.conf > /dev/null 2021-09-02T22:53:32.403 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c1.conf && sudo chmod 0644 /etc/ceph/c1.conf > /dev/null 2021-09-02T22:53:32.441 INFO:teuthology.orchestra.run.smithi132.stdout:[global] 2021-09-02T22:53:32.441 INFO:teuthology.orchestra.run.smithi132.stdout: chdir = "" 2021-09-02T22:53:32.441 INFO:teuthology.orchestra.run.smithi132.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2021-09-02T22:53:32.441 INFO:teuthology.orchestra.run.smithi132.stdout: auth supported = cephx 2021-09-02T22:53:32.442 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.442 INFO:teuthology.orchestra.run.smithi132.stdout: filestore xattr use omap = true 2021-09-02T22:53:32.442 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.442 INFO:teuthology.orchestra.run.smithi132.stdout: mon clock drift allowed = 1.000 2021-09-02T22:53:32.442 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.443 INFO:teuthology.orchestra.run.smithi132.stdout: osd crush chooseleaf type = 0 2021-09-02T22:53:32.443 INFO:teuthology.orchestra.run.smithi132.stdout: auth debug = true 2021-09-02T22:53:32.443 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.443 INFO:teuthology.orchestra.run.smithi132.stdout: ms die on old message = true 2021-09-02T22:53:32.443 INFO:teuthology.orchestra.run.smithi132.stdout: ms die on bug = true 2021-09-02T22:53:32.444 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.444 INFO:teuthology.orchestra.run.smithi132.stdout: mon max pg per osd = 10000 # >= luminous 2021-09-02T22:53:32.444 INFO:teuthology.orchestra.run.smithi132.stdout: mon pg warn max object skew = 0 2021-09-02T22:53:32.444 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.444 INFO:teuthology.orchestra.run.smithi132.stdout: # disable pg_autoscaler by default for new pools 2021-09-02T22:53:32.445 INFO:teuthology.orchestra.run.smithi132.stdout: osd_pool_default_pg_autoscale_mode = off 2021-09-02T22:53:32.445 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.445 INFO:teuthology.orchestra.run.smithi132.stdout: osd pool default size = 2 2021-09-02T22:53:32.445 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.445 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd allow primary affinity = true 2021-09-02T22:53:32.446 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd allow pg remap = true 2021-09-02T22:53:32.446 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on legacy crush tunables = false 2021-09-02T22:53:32.446 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on crush straw calc version zero = false 2021-09-02T22:53:32.446 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on no sortbitwise = false 2021-09-02T22:53:32.446 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on osd down out interval zero = false 2021-09-02T22:53:32.447 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on too few osds = false 2021-09-02T22:53:32.447 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2021-09-02T22:53:32.447 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_pool_no_redundancy = false 2021-09-02T22:53:32.447 INFO:teuthology.orchestra.run.smithi132.stdout: mon_allow_pool_size_one = true 2021-09-02T22:53:32.447 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.448 INFO:teuthology.orchestra.run.smithi132.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2021-09-02T22:53:32.448 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.448 INFO:teuthology.orchestra.run.smithi132.stdout: osd default data pool replay window = 5 2021-09-02T22:53:32.448 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.448 INFO:teuthology.orchestra.run.smithi132.stdout: mon allow pool delete = true 2021-09-02T22:53:32.449 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.449 INFO:teuthology.orchestra.run.smithi132.stdout: mon cluster log file level = debug 2021-09-02T22:53:32.449 INFO:teuthology.orchestra.run.smithi132.stdout: debug asserts on shutdown = true 2021-09-02T22:53:32.449 INFO:teuthology.orchestra.run.smithi132.stdout: mon health detail to clog = false 2021-09-02T22:53:32.449 INFO:teuthology.orchestra.run.smithi132.stdout: mon host = 172.21.15.132 2021-09-02T22:53:32.450 INFO:teuthology.orchestra.run.smithi132.stdout: fsid = ce2130f5-6fda-4d6f-9c94-55e3f4c60713 2021-09-02T22:53:32.450 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.450 INFO:teuthology.orchestra.run.smithi132.stdout:[osd] 2021-09-02T22:53:32.450 INFO:teuthology.orchestra.run.smithi132.stdout: osd journal size = 100 2021-09-02T22:53:32.450 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.451 INFO:teuthology.orchestra.run.smithi132.stdout: osd scrub load threshold = 5.0 2021-09-02T22:53:32.451 INFO:teuthology.orchestra.run.smithi132.stdout: osd scrub max interval = 600 2021-09-02T22:53:32.451 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.451 INFO:teuthology.orchestra.run.smithi132.stdout: osd recover clone overlap = true 2021-09-02T22:53:32.451 INFO:teuthology.orchestra.run.smithi132.stdout: osd recovery max chunk = 1048576 2021-09-02T22:53:32.452 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.452 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug shutdown = true 2021-09-02T22:53:32.452 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug op order = true 2021-09-02T22:53:32.452 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug verify stray on activate = true 2021-09-02T22:53:32.452 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.453 INFO:teuthology.orchestra.run.smithi132.stdout: osd open classes on start = true 2021-09-02T22:53:32.453 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug pg log writeout = true 2021-09-02T22:53:32.453 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.453 INFO:teuthology.orchestra.run.smithi132.stdout: osd deep scrub update digest min age = 30 2021-09-02T22:53:32.453 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.454 INFO:teuthology.orchestra.run.smithi132.stdout: osd map max advance = 10 2021-09-02T22:53:32.454 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.454 INFO:teuthology.orchestra.run.smithi132.stdout: journal zero on create = true 2021-09-02T22:53:32.454 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.454 INFO:teuthology.orchestra.run.smithi132.stdout: filestore ondisk finisher threads = 3 2021-09-02T22:53:32.455 INFO:teuthology.orchestra.run.smithi132.stdout: filestore apply finisher threads = 3 2021-09-02T22:53:32.455 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.455 INFO:teuthology.orchestra.run.smithi132.stdout: bdev debug aio = true 2021-09-02T22:53:32.455 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug misdirected ops = true 2021-09-02T22:53:32.455 INFO:teuthology.orchestra.run.smithi132.stdout: debug filestore = 20 2021-09-02T22:53:32.456 INFO:teuthology.orchestra.run.smithi132.stdout: debug journal = 20 2021-09-02T22:53:32.456 INFO:teuthology.orchestra.run.smithi132.stdout: debug ms = 20 2021-09-02T22:53:32.456 INFO:teuthology.orchestra.run.smithi132.stdout: debug osd = 25 2021-09-02T22:53:32.456 INFO:teuthology.orchestra.run.smithi132.stdout: rocksdb delete range threshold = 0 2021-09-02T22:53:32.456 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.457 INFO:teuthology.orchestra.run.smithi132.stdout:[mgr] 2021-09-02T22:53:32.457 INFO:teuthology.orchestra.run.smithi132.stdout: debug ms = 1 2021-09-02T22:53:32.457 INFO:teuthology.orchestra.run.smithi132.stdout: debug mgr = 20 2021-09-02T22:53:32.457 INFO:teuthology.orchestra.run.smithi132.stdout: debug mon = 20 2021-09-02T22:53:32.457 INFO:teuthology.orchestra.run.smithi132.stdout: debug auth = 20 2021-09-02T22:53:32.458 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:53:32.458 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:53:32.458 INFO:teuthology.orchestra.run.smithi132.stdout: mgr/telemetry/nag = false 2021-09-02T22:53:32.458 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.458 INFO:teuthology.orchestra.run.smithi132.stdout:[mon] 2021-09-02T22:53:32.459 INFO:teuthology.orchestra.run.smithi132.stdout: debug ms = 1 2021-09-02T22:53:32.459 INFO:teuthology.orchestra.run.smithi132.stdout: debug mon = 20 2021-09-02T22:53:32.459 INFO:teuthology.orchestra.run.smithi132.stdout: debug paxos = 20 2021-09-02T22:53:32.459 INFO:teuthology.orchestra.run.smithi132.stdout: debug auth = 20 2021-09-02T22:53:32.459 INFO:teuthology.orchestra.run.smithi132.stdout: mon data avail warn = 5 2021-09-02T22:53:32.460 INFO:teuthology.orchestra.run.smithi132.stdout: mon mgr mkfs grace = 240 2021-09-02T22:53:32.460 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:53:32.460 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd reporter subtree level = osd 2021-09-02T22:53:32.460 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd prime pg temp = true 2021-09-02T22:53:32.460 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:53:32.461 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.461 INFO:teuthology.orchestra.run.smithi132.stdout: # rotate auth tickets quickly to exercise renewal paths 2021-09-02T22:53:32.461 INFO:teuthology.orchestra.run.smithi132.stdout: auth mon ticket ttl = 660 # 11m 2021-09-02T22:53:32.461 INFO:teuthology.orchestra.run.smithi132.stdout: auth service ticket ttl = 240 # 4m 2021-09-02T22:53:32.461 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.462 INFO:teuthology.orchestra.run.smithi132.stdout: # don't complain about insecure global_id in the test suite 2021-09-02T22:53:32.462 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_insecure_global_id_reclaim = false 2021-09-02T22:53:32.462 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2021-09-02T22:53:32.462 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:32.462 INFO:teuthology.orchestra.run.smithi132.stdout:[client] 2021-09-02T22:53:32.463 INFO:teuthology.orchestra.run.smithi132.stdout: rgw cache enabled = true 2021-09-02T22:53:32.463 INFO:teuthology.orchestra.run.smithi132.stdout: rgw enable ops log = true 2021-09-02T22:53:32.463 INFO:teuthology.orchestra.run.smithi132.stdout: rgw enable usage log = true 2021-09-02T22:53:32.463 INFO:teuthology.orchestra.run.smithi132.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2021-09-02T22:53:32.463 INFO:teuthology.orchestra.run.smithi132.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2021-09-02T22:53:32.464 INFO:teuthology.orchestra.run.smithi132.stdout: debug rgw = 20 2021-09-02T22:53:32.464 INFO:teuthology.orchestra.run.smithi132.stdout: rgw crypt require ssl = False 2021-09-02T22:53:32.464 INFO:teuthology.orchestra.run.smithi132.stdout: rgw crypt s3 kms backend = testing 2021-09-02T22:53:32.464 INFO:teuthology.orchestra.run.smithi132.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2021-09-02T22:53:32.464 INFO:teuthology.orchestra.run.smithi132.stdout: rgw curl low speed time = 300 2021-09-02T22:53:32.465 INFO:teuthology.orchestra.run.smithi132.stdout: rgw data log num shards = 4 2021-09-02T22:53:32.465 INFO:teuthology.orchestra.run.smithi132.stdout: rgw md log max shards = 4 2021-09-02T22:53:32.465 INFO:teuthology.orchestra.run.smithi132.stdout: rgw sync log trim interval = 0 2021-09-02T22:53:32.465 INFO:teuthology.orchestra.run.smithi132.stdout: rgw sync meta inject err probability = 0.1 2021-09-02T22:53:32.465 INFO:teuthology.orchestra.run.smithi132.stdout: rgw sync obj etag verify = True 2021-09-02T22:53:32.466 INFO:teuthology.orchestra.run.smithi132.stdout: setgroup = ceph 2021-09-02T22:53:32.466 INFO:teuthology.orchestra.run.smithi132.stdout: setuser = ceph 2021-09-02T22:53:32.466 INFO:teuthology.orchestra.run.smithi132.stdout:[mon.a] 2021-09-02T22:53:32.466 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.0] 2021-09-02T22:53:32.466 INFO:teuthology.orchestra.run.smithi132.stdout: osd_max_omap_entries_per_request = 10 2021-09-02T22:53:32.467 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.1] 2021-09-02T22:53:32.467 INFO:teuthology.orchestra.run.smithi132.stdout: osd_max_omap_entries_per_request = 1000 2021-09-02T22:53:32.467 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.2] 2021-09-02T22:53:32.467 INFO:teuthology.orchestra.run.smithi132.stdout: osd_max_omap_entries_per_request = 10000 2021-09-02T22:53:32.469 INFO:teuthology.orchestra.run.smithi162.stdout:[global] 2021-09-02T22:53:32.469 INFO:teuthology.orchestra.run.smithi162.stdout: chdir = "" 2021-09-02T22:53:32.469 INFO:teuthology.orchestra.run.smithi162.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2021-09-02T22:53:32.469 INFO:teuthology.orchestra.run.smithi162.stdout: auth supported = cephx 2021-09-02T22:53:32.470 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.470 INFO:teuthology.orchestra.run.smithi162.stdout: filestore xattr use omap = true 2021-09-02T22:53:32.470 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.470 INFO:teuthology.orchestra.run.smithi162.stdout: mon clock drift allowed = 1.000 2021-09-02T22:53:32.471 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.471 INFO:teuthology.orchestra.run.smithi162.stdout: osd crush chooseleaf type = 0 2021-09-02T22:53:32.471 INFO:teuthology.orchestra.run.smithi162.stdout: auth debug = true 2021-09-02T22:53:32.471 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.471 INFO:teuthology.orchestra.run.smithi162.stdout: ms die on old message = true 2021-09-02T22:53:32.472 INFO:teuthology.orchestra.run.smithi162.stdout: ms die on bug = true 2021-09-02T22:53:32.472 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.472 INFO:teuthology.orchestra.run.smithi162.stdout: mon max pg per osd = 10000 # >= luminous 2021-09-02T22:53:32.472 INFO:teuthology.orchestra.run.smithi162.stdout: mon pg warn max object skew = 0 2021-09-02T22:53:32.472 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.473 INFO:teuthology.orchestra.run.smithi162.stdout: # disable pg_autoscaler by default for new pools 2021-09-02T22:53:32.473 INFO:teuthology.orchestra.run.smithi162.stdout: osd_pool_default_pg_autoscale_mode = off 2021-09-02T22:53:32.473 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.473 INFO:teuthology.orchestra.run.smithi162.stdout: osd pool default size = 2 2021-09-02T22:53:32.473 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.474 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd allow primary affinity = true 2021-09-02T22:53:32.474 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd allow pg remap = true 2021-09-02T22:53:32.474 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on legacy crush tunables = false 2021-09-02T22:53:32.474 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on crush straw calc version zero = false 2021-09-02T22:53:32.474 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on no sortbitwise = false 2021-09-02T22:53:32.475 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on osd down out interval zero = false 2021-09-02T22:53:32.475 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on too few osds = false 2021-09-02T22:53:32.475 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2021-09-02T22:53:32.475 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_pool_no_redundancy = false 2021-09-02T22:53:32.475 INFO:teuthology.orchestra.run.smithi162.stdout: mon_allow_pool_size_one = true 2021-09-02T22:53:32.476 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.476 INFO:teuthology.orchestra.run.smithi162.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2021-09-02T22:53:32.476 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.476 INFO:teuthology.orchestra.run.smithi162.stdout: osd default data pool replay window = 5 2021-09-02T22:53:32.476 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.477 INFO:teuthology.orchestra.run.smithi162.stdout: mon allow pool delete = true 2021-09-02T22:53:32.477 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.477 INFO:teuthology.orchestra.run.smithi162.stdout: mon cluster log file level = debug 2021-09-02T22:53:32.477 INFO:teuthology.orchestra.run.smithi162.stdout: debug asserts on shutdown = true 2021-09-02T22:53:32.477 INFO:teuthology.orchestra.run.smithi162.stdout: mon health detail to clog = false 2021-09-02T22:53:32.478 INFO:teuthology.orchestra.run.smithi162.stdout: mon host = 172.21.15.132 2021-09-02T22:53:32.478 INFO:teuthology.orchestra.run.smithi162.stdout: fsid = ce2130f5-6fda-4d6f-9c94-55e3f4c60713 2021-09-02T22:53:32.478 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.478 INFO:teuthology.orchestra.run.smithi162.stdout:[osd] 2021-09-02T22:53:32.478 INFO:teuthology.orchestra.run.smithi162.stdout: osd journal size = 100 2021-09-02T22:53:32.479 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.479 INFO:teuthology.orchestra.run.smithi162.stdout: osd scrub load threshold = 5.0 2021-09-02T22:53:32.479 INFO:teuthology.orchestra.run.smithi162.stdout: osd scrub max interval = 600 2021-09-02T22:53:32.479 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.479 INFO:teuthology.orchestra.run.smithi162.stdout: osd recover clone overlap = true 2021-09-02T22:53:32.480 INFO:teuthology.orchestra.run.smithi162.stdout: osd recovery max chunk = 1048576 2021-09-02T22:53:32.480 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.480 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug shutdown = true 2021-09-02T22:53:32.480 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug op order = true 2021-09-02T22:53:32.481 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug verify stray on activate = true 2021-09-02T22:53:32.481 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.481 INFO:teuthology.orchestra.run.smithi162.stdout: osd open classes on start = true 2021-09-02T22:53:32.481 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug pg log writeout = true 2021-09-02T22:53:32.481 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.482 INFO:teuthology.orchestra.run.smithi162.stdout: osd deep scrub update digest min age = 30 2021-09-02T22:53:32.482 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.482 INFO:teuthology.orchestra.run.smithi162.stdout: osd map max advance = 10 2021-09-02T22:53:32.482 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.483 INFO:teuthology.orchestra.run.smithi162.stdout: journal zero on create = true 2021-09-02T22:53:32.483 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.483 INFO:teuthology.orchestra.run.smithi162.stdout: filestore ondisk finisher threads = 3 2021-09-02T22:53:32.483 INFO:teuthology.orchestra.run.smithi162.stdout: filestore apply finisher threads = 3 2021-09-02T22:53:32.483 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.484 INFO:teuthology.orchestra.run.smithi162.stdout: bdev debug aio = true 2021-09-02T22:53:32.484 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug misdirected ops = true 2021-09-02T22:53:32.484 INFO:teuthology.orchestra.run.smithi162.stdout: debug filestore = 20 2021-09-02T22:53:32.484 INFO:teuthology.orchestra.run.smithi162.stdout: debug journal = 20 2021-09-02T22:53:32.484 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 20 2021-09-02T22:53:32.485 INFO:teuthology.orchestra.run.smithi162.stdout: debug osd = 25 2021-09-02T22:53:32.485 INFO:teuthology.orchestra.run.smithi162.stdout: rocksdb delete range threshold = 0 2021-09-02T22:53:32.485 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.485 INFO:teuthology.orchestra.run.smithi162.stdout:[mgr] 2021-09-02T22:53:32.486 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2021-09-02T22:53:32.486 INFO:teuthology.orchestra.run.smithi162.stdout: debug mgr = 20 2021-09-02T22:53:32.486 INFO:teuthology.orchestra.run.smithi162.stdout: debug mon = 20 2021-09-02T22:53:32.486 INFO:teuthology.orchestra.run.smithi162.stdout: debug auth = 20 2021-09-02T22:53:32.486 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:53:32.487 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:53:32.487 INFO:teuthology.orchestra.run.smithi162.stdout: mgr/telemetry/nag = false 2021-09-02T22:53:32.487 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.487 INFO:teuthology.orchestra.run.smithi162.stdout:[mon] 2021-09-02T22:53:32.487 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2021-09-02T22:53:32.488 INFO:teuthology.orchestra.run.smithi162.stdout: debug mon = 20 2021-09-02T22:53:32.488 INFO:teuthology.orchestra.run.smithi162.stdout: debug paxos = 20 2021-09-02T22:53:32.488 INFO:teuthology.orchestra.run.smithi162.stdout: debug auth = 20 2021-09-02T22:53:32.488 INFO:teuthology.orchestra.run.smithi162.stdout: mon data avail warn = 5 2021-09-02T22:53:32.488 INFO:teuthology.orchestra.run.smithi162.stdout: mon mgr mkfs grace = 240 2021-09-02T22:53:32.489 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:53:32.489 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd reporter subtree level = osd 2021-09-02T22:53:32.489 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd prime pg temp = true 2021-09-02T22:53:32.489 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:53:32.489 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.490 INFO:teuthology.orchestra.run.smithi162.stdout: # rotate auth tickets quickly to exercise renewal paths 2021-09-02T22:53:32.490 INFO:teuthology.orchestra.run.smithi162.stdout: auth mon ticket ttl = 660 # 11m 2021-09-02T22:53:32.490 INFO:teuthology.orchestra.run.smithi162.stdout: auth service ticket ttl = 240 # 4m 2021-09-02T22:53:32.490 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.491 INFO:teuthology.orchestra.run.smithi162.stdout: # don't complain about insecure global_id in the test suite 2021-09-02T22:53:32.491 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_insecure_global_id_reclaim = false 2021-09-02T22:53:32.491 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2021-09-02T22:53:32.491 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:53:32.491 INFO:teuthology.orchestra.run.smithi162.stdout:[client] 2021-09-02T22:53:32.492 INFO:teuthology.orchestra.run.smithi162.stdout: rgw cache enabled = true 2021-09-02T22:53:32.492 INFO:teuthology.orchestra.run.smithi162.stdout: rgw enable ops log = true 2021-09-02T22:53:32.492 INFO:teuthology.orchestra.run.smithi162.stdout: rgw enable usage log = true 2021-09-02T22:53:32.492 INFO:teuthology.orchestra.run.smithi162.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2021-09-02T22:53:32.493 INFO:teuthology.orchestra.run.smithi162.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2021-09-02T22:53:32.493 INFO:teuthology.orchestra.run.smithi162.stdout: debug rgw = 20 2021-09-02T22:53:32.493 INFO:teuthology.orchestra.run.smithi162.stdout: rgw crypt require ssl = False 2021-09-02T22:53:32.493 INFO:teuthology.orchestra.run.smithi162.stdout: rgw crypt s3 kms backend = testing 2021-09-02T22:53:32.493 INFO:teuthology.orchestra.run.smithi162.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2021-09-02T22:53:32.494 INFO:teuthology.orchestra.run.smithi162.stdout: rgw curl low speed time = 300 2021-09-02T22:53:32.494 INFO:teuthology.orchestra.run.smithi162.stdout: rgw data log num shards = 4 2021-09-02T22:53:32.494 INFO:teuthology.orchestra.run.smithi162.stdout: rgw md log max shards = 4 2021-09-02T22:53:32.494 INFO:teuthology.orchestra.run.smithi162.stdout: rgw sync log trim interval = 0 2021-09-02T22:53:32.494 INFO:teuthology.orchestra.run.smithi162.stdout: rgw sync meta inject err probability = 0.1 2021-09-02T22:53:32.495 INFO:teuthology.orchestra.run.smithi162.stdout: rgw sync obj etag verify = True 2021-09-02T22:53:32.495 INFO:teuthology.orchestra.run.smithi162.stdout: setgroup = ceph 2021-09-02T22:53:32.495 INFO:teuthology.orchestra.run.smithi162.stdout: setuser = ceph 2021-09-02T22:53:32.495 INFO:teuthology.orchestra.run.smithi162.stdout:[mon.a] 2021-09-02T22:53:32.496 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.0] 2021-09-02T22:53:32.496 INFO:teuthology.orchestra.run.smithi162.stdout: osd_max_omap_entries_per_request = 10 2021-09-02T22:53:32.496 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.1] 2021-09-02T22:53:32.496 INFO:teuthology.orchestra.run.smithi162.stdout: osd_max_omap_entries_per_request = 1000 2021-09-02T22:53:32.496 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.2] 2021-09-02T22:53:32.497 INFO:teuthology.orchestra.run.smithi162.stdout: osd_max_omap_entries_per_request = 10000 2021-09-02T22:53:32.497 INFO:tasks.ceph:Creating admin key on c1.mon.a... 2021-09-02T22:53:32.497 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/c1.keyring 2021-09-02T22:53:32.559 INFO:tasks.ceph:Copying monmap to all nodes... 2021-09-02T22:53:32.559 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:32.560 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/etc/ceph/c1.keyring of=/dev/stdout 2021-09-02T22:53:32.574 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:32.574 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/home/ubuntu/cephtest/c1.monmap of=/dev/stdout 2021-09-02T22:53:32.627 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:53:32.628 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:32.628 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/c1.keyring 2021-09-02T22:53:32.628 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0644 /etc/ceph/c1.keyring 2021-09-02T22:53:32.699 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:32.700 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:32.754 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:53:32.754 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:53:32.755 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/c1.keyring 2021-09-02T22:53:32.755 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0644 /etc/ceph/c1.keyring 2021-09-02T22:53:32.793 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:53:32.793 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:32.849 INFO:tasks.ceph:Setting up mon nodes... 2021-09-02T22:53:32.849 INFO:tasks.ceph:Setting up mgr nodes... 2021-09-02T22:53:32.849 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /var/lib/ceph/mgr/c1-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/c1-x/keyring 2021-09-02T22:53:32.895 INFO:teuthology.orchestra.run.smithi132.stdout:creating /var/lib/ceph/mgr/c1-x/keyring 2021-09-02T22:53:32.897 INFO:tasks.ceph:Setting up mds nodes... 2021-09-02T22:53:32.898 INFO:tasks.ceph_client:Setting up client nodes... 2021-09-02T22:53:32.899 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/c1.client.0.keyring && sudo chmod 0644 /etc/ceph/c1.client.0.keyring 2021-09-02T22:53:32.934 INFO:teuthology.orchestra.run.smithi132.stdout:creating /etc/ceph/c1.client.0.keyring 2021-09-02T22:53:32.947 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/c1.client.1.keyring && sudo chmod 0644 /etc/ceph/c1.client.1.keyring 2021-09-02T22:53:33.022 INFO:teuthology.orchestra.run.smithi132.stdout:creating /etc/ceph/c1.client.1.keyring 2021-09-02T22:53:33.034 INFO:tasks.ceph:Running mkfs on osd nodes... 2021-09-02T22:53:33.035 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi132.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}} 2021-09-02T22:53:33.035 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /var/lib/ceph/osd/c1-0 2021-09-02T22:53:33.097 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:53:33.097 INFO:tasks.ceph:role: c1.osd.0 2021-09-02T22:53:33.098 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:53:33.098 DEBUG:teuthology.orchestra.run.smithi132:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2021-09-02T22:53:33.168 INFO:teuthology.orchestra.run.smithi132.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2021-09-02T22:53:33.168 INFO:teuthology.orchestra.run.smithi132.stdout: = sectsz=512 attr=2, projid32bit=1 2021-09-02T22:53:33.169 INFO:teuthology.orchestra.run.smithi132.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2021-09-02T22:53:33.169 INFO:teuthology.orchestra.run.smithi132.stdout: = reflink=1 2021-09-02T22:53:33.169 INFO:teuthology.orchestra.run.smithi132.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2021-09-02T22:53:33.169 INFO:teuthology.orchestra.run.smithi132.stdout: = sunit=0 swidth=0 blks 2021-09-02T22:53:33.170 INFO:teuthology.orchestra.run.smithi132.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2021-09-02T22:53:33.170 INFO:teuthology.orchestra.run.smithi132.stdout:log =internal log bsize=4096 blocks=11443, version=2 2021-09-02T22:53:33.170 INFO:teuthology.orchestra.run.smithi132.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2021-09-02T22:53:33.170 INFO:teuthology.orchestra.run.smithi132.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2021-09-02T22:53:33.529 INFO:teuthology.orchestra.run.smithi132.stdout:Discarding blocks...Done. 2021-09-02T22:53:33.531 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi132.front.sepia.ceph.com -o noatime 2021-09-02T22:53:33.531 DEBUG:teuthology.orchestra.run.smithi132:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/c1-0 2021-09-02T22:53:33.649 DEBUG:teuthology.orchestra.run.smithi132:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-0 2021-09-02T22:53:33.676 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /var/lib/ceph/osd/c1-1 2021-09-02T22:53:33.740 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:53:33.740 INFO:tasks.ceph:role: c1.osd.1 2021-09-02T22:53:33.741 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:53:33.741 DEBUG:teuthology.orchestra.run.smithi132:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2021-09-02T22:53:33.811 INFO:teuthology.orchestra.run.smithi132.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2021-09-02T22:53:33.811 INFO:teuthology.orchestra.run.smithi132.stdout: = sectsz=512 attr=2, projid32bit=1 2021-09-02T22:53:33.811 INFO:teuthology.orchestra.run.smithi132.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2021-09-02T22:53:33.812 INFO:teuthology.orchestra.run.smithi132.stdout: = reflink=1 2021-09-02T22:53:33.812 INFO:teuthology.orchestra.run.smithi132.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2021-09-02T22:53:33.812 INFO:teuthology.orchestra.run.smithi132.stdout: = sunit=0 swidth=0 blks 2021-09-02T22:53:33.812 INFO:teuthology.orchestra.run.smithi132.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2021-09-02T22:53:33.812 INFO:teuthology.orchestra.run.smithi132.stdout:log =internal log bsize=4096 blocks=11443, version=2 2021-09-02T22:53:33.813 INFO:teuthology.orchestra.run.smithi132.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2021-09-02T22:53:33.813 INFO:teuthology.orchestra.run.smithi132.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2021-09-02T22:53:34.170 INFO:teuthology.orchestra.run.smithi132.stdout:Discarding blocks...Done. 2021-09-02T22:53:34.172 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi132.front.sepia.ceph.com -o noatime 2021-09-02T22:53:34.172 DEBUG:teuthology.orchestra.run.smithi132:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/c1-1 2021-09-02T22:53:34.258 DEBUG:teuthology.orchestra.run.smithi132:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-1 2021-09-02T22:53:34.285 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /var/lib/ceph/osd/c1-2 2021-09-02T22:53:34.349 INFO:tasks.ceph:roles_to_devs: {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:53:34.350 INFO:tasks.ceph:role: c1.osd.2 2021-09-02T22:53:34.350 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:53:34.351 DEBUG:teuthology.orchestra.run.smithi132:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2021-09-02T22:53:34.420 INFO:teuthology.orchestra.run.smithi132.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2021-09-02T22:53:34.420 INFO:teuthology.orchestra.run.smithi132.stdout: = sectsz=512 attr=2, projid32bit=1 2021-09-02T22:53:34.421 INFO:teuthology.orchestra.run.smithi132.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2021-09-02T22:53:34.421 INFO:teuthology.orchestra.run.smithi132.stdout: = reflink=1 2021-09-02T22:53:34.421 INFO:teuthology.orchestra.run.smithi132.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2021-09-02T22:53:34.421 INFO:teuthology.orchestra.run.smithi132.stdout: = sunit=0 swidth=0 blks 2021-09-02T22:53:34.422 INFO:teuthology.orchestra.run.smithi132.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2021-09-02T22:53:34.422 INFO:teuthology.orchestra.run.smithi132.stdout:log =internal log bsize=4096 blocks=11443, version=2 2021-09-02T22:53:34.422 INFO:teuthology.orchestra.run.smithi132.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2021-09-02T22:53:34.422 INFO:teuthology.orchestra.run.smithi132.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2021-09-02T22:53:34.784 INFO:teuthology.orchestra.run.smithi132.stdout:Discarding blocks...Done. 2021-09-02T22:53:34.786 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi132.front.sepia.ceph.com -o noatime 2021-09-02T22:53:34.786 DEBUG:teuthology.orchestra.run.smithi132:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/c1-2 2021-09-02T22:53:34.886 DEBUG:teuthology.orchestra.run.smithi132:> sudo /sbin/restorecon /var/lib/ceph/osd/c1-2 2021-09-02T22:53:34.913 DEBUG:teuthology.orchestra.run.smithi132:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:35.003 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:35.004+0000 7f7446f9a0c0 -1 auth: error reading file: /var/lib/ceph/osd/c1-0/keyring: can't open /var/lib/ceph/osd/c1-0/keyring: (2) No such file or directory 2021-09-02T22:53:35.005 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:35.006+0000 7f7446f9a0c0 -1 created new key in keyring /var/lib/ceph/osd/c1-0/keyring 2021-09-02T22:53:35.005 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:35.006+0000 7f7446f9a0c0 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2021-09-02T22:53:35.005 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:35.006+0000 7f7446f9a0c0 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2021-09-02T22:53:35.006 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:35.006+0000 7f7446f9a0c0 -1 bluestore(/var/lib/ceph/osd/c1-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-0/block: (2) No such file or directory 2021-09-02T22:53:35.006 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:35.006+0000 7f7446f9a0c0 -1 bluestore(/var/lib/ceph/osd/c1-0) _read_fsid unparsable uuid 2021-09-02T22:53:37.086 DEBUG:teuthology.orchestra.run.smithi132:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-0 2021-09-02T22:53:37.115 DEBUG:teuthology.orchestra.run.smithi132:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:37.200 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:37.201+0000 7f347a1b20c0 -1 auth: error reading file: /var/lib/ceph/osd/c1-1/keyring: can't open /var/lib/ceph/osd/c1-1/keyring: (2) No such file or directory 2021-09-02T22:53:37.200 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:37.201+0000 7f347a1b20c0 -1 created new key in keyring /var/lib/ceph/osd/c1-1/keyring 2021-09-02T22:53:37.200 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:37.201+0000 7f347a1b20c0 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2021-09-02T22:53:37.201 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:37.201+0000 7f347a1b20c0 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2021-09-02T22:53:37.201 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:37.201+0000 7f347a1b20c0 -1 bluestore(/var/lib/ceph/osd/c1-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-1/block: (2) No such file or directory 2021-09-02T22:53:37.201 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:37.201+0000 7f347a1b20c0 -1 bluestore(/var/lib/ceph/osd/c1-1) _read_fsid unparsable uuid 2021-09-02T22:53:39.285 DEBUG:teuthology.orchestra.run.smithi132:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-1 2021-09-02T22:53:39.313 DEBUG:teuthology.orchestra.run.smithi132:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c1 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:39.396 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:39.397+0000 7f2ab34da0c0 -1 auth: error reading file: /var/lib/ceph/osd/c1-2/keyring: can't open /var/lib/ceph/osd/c1-2/keyring: (2) No such file or directory 2021-09-02T22:53:39.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:39.397+0000 7f2ab34da0c0 -1 created new key in keyring /var/lib/ceph/osd/c1-2/keyring 2021-09-02T22:53:39.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:39.397+0000 7f2ab34da0c0 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2021-09-02T22:53:39.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:39.397+0000 7f2ab34da0c0 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2021-09-02T22:53:39.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:39.397+0000 7f2ab34da0c0 -1 bluestore(/var/lib/ceph/osd/c1-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c1-2/block: (2) No such file or directory 2021-09-02T22:53:39.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:53:39.398+0000 7f2ab34da0c0 -1 bluestore(/var/lib/ceph/osd/c1-2) _read_fsid unparsable uuid 2021-09-02T22:53:41.479 DEBUG:teuthology.orchestra.run.smithi132:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c1-2 2021-09-02T22:53:41.548 INFO:tasks.ceph:Reading keys from all nodes... 2021-09-02T22:53:41.549 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:41.549 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/mgr/c1-x/keyring of=/dev/stdout 2021-09-02T22:53:41.615 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:41.615 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/osd/c1-0/keyring of=/dev/stdout 2021-09-02T22:53:41.681 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:41.682 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/osd/c1-1/keyring of=/dev/stdout 2021-09-02T22:53:41.747 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:41.747 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/osd/c1-2/keyring of=/dev/stdout 2021-09-02T22:53:41.811 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:41.811 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/etc/ceph/c1.client.0.keyring of=/dev/stdout 2021-09-02T22:53:41.866 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:41.867 DEBUG:teuthology.orchestra.run.smithi132:> dd if=/etc/ceph/c1.client.1.keyring of=/dev/stdout 2021-09-02T22:53:41.921 INFO:tasks.ceph:Adding keys to all mons... 2021-09-02T22:53:41.921 DEBUG:teuthology.orchestra.run.smithi132:> sudo tee -a /etc/ceph/c1.keyring 2021-09-02T22:53:41.984 INFO:teuthology.orchestra.run.smithi132.stdout:[mgr.x] 2021-09-02T22:53:41.984 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQDsVTFhXQiANRAAb9l8ygaT9JNKrVyR9Bvl/g== 2021-09-02T22:53:41.984 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.0] 2021-09-02T22:53:41.985 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQDvVTFhztJOABAAZ4JCTuJ0nqq2dk21gaYJuA== 2021-09-02T22:53:41.985 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.1] 2021-09-02T22:53:41.985 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQDxVTFh6Q8GDBAAjOC851aEGll5f8h30qH8FQ== 2021-09-02T22:53:41.985 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.2] 2021-09-02T22:53:41.985 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQDzVTFhIBu5FxAA935D6NwOSjh4ZmfZGv2nrQ== 2021-09-02T22:53:41.986 INFO:teuthology.orchestra.run.smithi132.stdout:[client.0] 2021-09-02T22:53:41.986 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQDsVTFhVeDVNxAANU+YcCLFMd+rs5lIZY3H0g== 2021-09-02T22:53:41.986 INFO:teuthology.orchestra.run.smithi132.stdout:[client.1] 2021-09-02T22:53:41.986 INFO:teuthology.orchestra.run.smithi132.stdout: key = AQDtVTFh+sx8ARAAlm+UNYmhTtv4ubjT1z8pVQ== 2021-09-02T22:53:41.987 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2021-09-02T22:53:42.073 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.0 --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' 2021-09-02T22:53:42.119 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.1 --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' 2021-09-02T22:53:42.164 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=osd.2 --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' 2021-09-02T22:53:42.209 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2021-09-02T22:53:42.258 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c1.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2021-09-02T22:53:42.306 INFO:tasks.ceph:Running mkfs on mon nodes... 2021-09-02T22:53:42.307 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /var/lib/ceph/mon/c1-a 2021-09-02T22:53:42.330 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster c1 --mkfs -i a --monmap /home/ubuntu/cephtest/c1.monmap --keyring /etc/ceph/c1.keyring 2021-09-02T22:53:42.423 DEBUG:teuthology.orchestra.run.smithi132:> sudo chown -R ceph:ceph /var/lib/ceph/mon/c1-a 2021-09-02T22:53:42.447 DEBUG:teuthology.orchestra.run.smithi132:> rm -- /home/ubuntu/cephtest/c1.monmap 2021-09-02T22:53:42.501 INFO:tasks.ceph:Starting mon daemons in cluster c1... 2021-09-02T22:53:42.502 INFO:tasks.ceph.c1.mon.a:Restarting daemon 2021-09-02T22:53:42.502 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster c1 -i a 2021-09-02T22:53:42.544 INFO:tasks.ceph.c1.mon.a:Started 2021-09-02T22:53:42.544 INFO:tasks.ceph:Starting mgr daemons in cluster c1... 2021-09-02T22:53:42.545 INFO:tasks.ceph.c1.mgr.x:Restarting daemon 2021-09-02T22:53:42.545 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster c1 -i x 2021-09-02T22:53:42.549 INFO:tasks.ceph.c1.mgr.x:Started 2021-09-02T22:53:42.549 INFO:tasks.ceph:Setting crush tunables to default 2021-09-02T22:53:42.549 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph --cluster c1 osd crush tunables default 2021-09-02T22:53:42.742 INFO:teuthology.orchestra.run.smithi132.stderr:adjusted tunables profile to default 2021-09-02T22:53:42.752 INFO:tasks.ceph:Starting osd daemons in cluster c1... 2021-09-02T22:53:42.753 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:42.753 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/osd/c1-0/fsid of=/dev/stdout 2021-09-02T22:53:42.776 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:42.777 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/osd/c1-1/fsid of=/dev/stdout 2021-09-02T22:53:42.840 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:53:42.840 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd if=/var/lib/ceph/osd/c1-2/fsid of=/dev/stdout 2021-09-02T22:53:42.903 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph --cluster c1 osd new 61425923-6f9e-4aea-a34b-de7f2d879805 0 2021-09-02T22:53:43.145 INFO:teuthology.orchestra.run.smithi132.stdout:0 2021-09-02T22:53:43.157 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph --cluster c1 osd new 052122ca-f9d2-4a56-a1dc-e29e79365d44 1 2021-09-02T22:53:43.359 INFO:teuthology.orchestra.run.smithi132.stdout:1 2021-09-02T22:53:43.371 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph --cluster c1 osd new 00a8204c-ef39-40fb-ab5a-16e37f78d3be 2 2021-09-02T22:53:43.573 INFO:teuthology.orchestra.run.smithi132.stdout:2 2021-09-02T22:53:43.586 INFO:tasks.ceph.c1.osd.0:Restarting daemon 2021-09-02T22:53:43.587 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 0 2021-09-02T22:53:43.589 INFO:tasks.ceph.c1.osd.0:Started 2021-09-02T22:53:43.589 INFO:tasks.ceph.c1.osd.1:Restarting daemon 2021-09-02T22:53:43.590 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 1 2021-09-02T22:53:43.592 INFO:tasks.ceph.c1.osd.1:Started 2021-09-02T22:53:43.593 INFO:tasks.ceph.c1.osd.2:Restarting daemon 2021-09-02T22:53:43.593 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c1 -i 2 2021-09-02T22:53:43.595 INFO:tasks.ceph.c1.osd.2:Started 2021-09-02T22:53:43.595 INFO:tasks.ceph:Waiting for OSDs to come up 2021-09-02T22:53:43.898 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2021-09-02T22:53:44.079 INFO:teuthology.misc.health.smithi132.stdout: 2021-09-02T22:53:44.079 INFO:teuthology.misc.health.smithi132.stdout:{"epoch":5,"fsid":"ce2130f5-6fda-4d6f-9c94-55e3f4c60713","created":"2021-09-02T22:53:42.640724+0000","modified":"2021-09-02T22:53:43.574178+0000","last_up_change":"0.000000","last_in_change":"2021-09-02T22:53:43.574178+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"61425923-6f9e-4aea-a34b-de7f2d879805","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"052122ca-f9d2-4a56-a1dc-e29e79365d44","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"00a8204c-ef39-40fb-ab5a-16e37f78d3be","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:53:44.090 DEBUG:teuthology.misc:0 of 3 OSDs are up 2021-09-02T22:53:44.182 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T22:53:44.183+0000 7f9b0fe200c0 -1 Falling back to public interface 2021-09-02T22:53:44.183 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T22:53:44.184+0000 7f17375100c0 -1 Falling back to public interface 2021-09-02T22:53:44.188 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T22:53:44.189+0000 7f76a7d400c0 -1 Falling back to public interface 2021-09-02T22:53:46.976 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T22:53:46.978+0000 7f17375100c0 -1 osd.2 0 log_to_monitors {default=true} 2021-09-02T22:53:46.983 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T22:53:46.984+0000 7f9b0fe200c0 -1 osd.0 0 log_to_monitors {default=true} 2021-09-02T22:53:46.987 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T22:53:46.988+0000 7f76a7d400c0 -1 osd.1 0 log_to_monitors {default=true} 2021-09-02T22:53:49.210 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T22:53:49.211+0000 7f9b067de700 -1 osd.0 0 waiting for initial osdmap 2021-09-02T22:53:49.211 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T22:53:49.213+0000 7f9aff171700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-09-02T22:53:49.997 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T22:53:49.999+0000 7f172dece700 -1 osd.2 0 waiting for initial osdmap 2021-09-02T22:53:49.999 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T22:53:50.000+0000 7f1726861700 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-09-02T22:53:50.220 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T22:53:50.222+0000 7f769e6fe700 -1 osd.1 0 waiting for initial osdmap 2021-09-02T22:53:50.222 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T22:53:50.224+0000 7f7697091700 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-09-02T22:53:50.394 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2021-09-02T22:53:50.670 INFO:teuthology.misc.health.smithi132.stdout: 2021-09-02T22:53:50.670 INFO:teuthology.misc.health.smithi132.stdout:{"epoch":8,"fsid":"ce2130f5-6fda-4d6f-9c94-55e3f4c60713","created":"2021-09-02T22:53:42.640724+0000","modified":"2021-09-02T22:53:50.209665+0000","last_up_change":"2021-09-02T22:53:50.209665+0000","last_in_change":"2021-09-02T22:53:43.574178+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"61425923-6f9e-4aea-a34b-de7f2d879805","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":30411},{"type":"v1","addr":"172.21.15.132:6801","nonce":30411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":30411},{"type":"v1","addr":"172.21.15.132:6803","nonce":30411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":30411},{"type":"v1","addr":"172.21.15.132:6807","nonce":30411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":30411},{"type":"v1","addr":"172.21.15.132:6805","nonce":30411}]},"public_addr":"172.21.15.132:6801/30411","cluster_addr":"172.21.15.132:6803/30411","heartbeat_back_addr":"172.21.15.132:6807/30411","heartbeat_front_addr":"172.21.15.132:6805/30411","state":["exists","up"]},{"osd":1,"uuid":"052122ca-f9d2-4a56-a1dc-e29e79365d44","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"00a8204c-ef39-40fb-ab5a-16e37f78d3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":30412},{"type":"v1","addr":"172.21.15.132:6809","nonce":30412}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":30412},{"type":"v1","addr":"172.21.15.132:6811","nonce":30412}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":30412},{"type":"v1","addr":"172.21.15.132:6815","nonce":30412}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":30412},{"type":"v1","addr":"172.21.15.132:6813","nonce":30412}]},"public_addr":"172.21.15.132:6809/30412","cluster_addr":"172.21.15.132:6811/30412","heartbeat_back_addr":"172.21.15.132:6815/30412","heartbeat_front_addr":"172.21.15.132:6813/30412","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:53:50.681 DEBUG:teuthology.misc:2 of 3 OSDs are up 2021-09-02T22:53:56.984 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c1 osd dump --format=json 2021-09-02T22:53:57.268 INFO:teuthology.misc.health.smithi132.stdout: 2021-09-02T22:53:57.268 INFO:teuthology.misc.health.smithi132.stdout:{"epoch":12,"fsid":"ce2130f5-6fda-4d6f-9c94-55e3f4c60713","created":"2021-09-02T22:53:42.640724+0000","modified":"2021-09-02T22:53:54.230409+0000","last_up_change":"2021-09-02T22:53:51.220464+0000","last_in_change":"2021-09-02T22:53:43.574178+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:53:51.522547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"61425923-6f9e-4aea-a34b-de7f2d879805","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":30411},{"type":"v1","addr":"172.21.15.132:6801","nonce":30411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":30411},{"type":"v1","addr":"172.21.15.132:6803","nonce":30411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":30411},{"type":"v1","addr":"172.21.15.132:6807","nonce":30411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":30411},{"type":"v1","addr":"172.21.15.132:6805","nonce":30411}]},"public_addr":"172.21.15.132:6801/30411","cluster_addr":"172.21.15.132:6803/30411","heartbeat_back_addr":"172.21.15.132:6807/30411","heartbeat_front_addr":"172.21.15.132:6805/30411","state":["exists","up"]},{"osd":1,"uuid":"052122ca-f9d2-4a56-a1dc-e29e79365d44","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":30410},{"type":"v1","addr":"172.21.15.132:6817","nonce":30410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":30410},{"type":"v1","addr":"172.21.15.132:6819","nonce":30410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":30410},{"type":"v1","addr":"172.21.15.132:6823","nonce":30410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":30410},{"type":"v1","addr":"172.21.15.132:6821","nonce":30410}]},"public_addr":"172.21.15.132:6817/30410","cluster_addr":"172.21.15.132:6819/30410","heartbeat_back_addr":"172.21.15.132:6823/30410","heartbeat_front_addr":"172.21.15.132:6821/30410","state":["exists","up"]},{"osd":2,"uuid":"00a8204c-ef39-40fb-ab5a-16e37f78d3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":30412},{"type":"v1","addr":"172.21.15.132:6809","nonce":30412}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":30412},{"type":"v1","addr":"172.21.15.132:6811","nonce":30412}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":30412},{"type":"v1","addr":"172.21.15.132:6815","nonce":30412}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":30412},{"type":"v1","addr":"172.21.15.132:6813","nonce":30412}]},"public_addr":"172.21.15.132:6809/30412","cluster_addr":"172.21.15.132:6811/30412","heartbeat_back_addr":"172.21.15.132:6815/30412","heartbeat_front_addr":"172.21.15.132:6813/30412","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.972288+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:48.014238+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.999901+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:53:57.280 DEBUG:teuthology.misc:3 of 3 OSDs are up 2021-09-02T22:53:57.280 INFO:tasks.ceph:Creating RBD pool 2021-09-02T22:53:57.281 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph --cluster c1 osd pool create rbd 8 2021-09-02T22:53:58.327 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'rbd' created 2021-09-02T22:53:58.341 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph --cluster c1 osd pool application enable rbd rbd --yes-i-really-mean-it 2021-09-02T22:53:59.330 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rbd' on pool 'rbd' 2021-09-02T22:53:59.343 INFO:tasks.ceph:Starting mds daemons in cluster c1... 2021-09-02T22:53:59.344 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2021-09-02T22:53:59.344 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2021-09-02T22:53:59.628 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:53:59.628 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":14,"fsid":"ce2130f5-6fda-4d6f-9c94-55e3f4c60713","created":"2021-09-02T22:53:42.640724+0000","modified":"2021-09-02T22:53:59.323188+0000","last_up_change":"2021-09-02T22:53:51.220464+0000","last_in_change":"2021-09-02T22:53:43.574178+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:53:51.522547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-09-02T22:53:57.580841+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"61425923-6f9e-4aea-a34b-de7f2d879805","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":30411},{"type":"v1","addr":"172.21.15.132:6801","nonce":30411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":30411},{"type":"v1","addr":"172.21.15.132:6803","nonce":30411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":30411},{"type":"v1","addr":"172.21.15.132:6807","nonce":30411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":30411},{"type":"v1","addr":"172.21.15.132:6805","nonce":30411}]},"public_addr":"172.21.15.132:6801/30411","cluster_addr":"172.21.15.132:6803/30411","heartbeat_back_addr":"172.21.15.132:6807/30411","heartbeat_front_addr":"172.21.15.132:6805/30411","state":["exists","up"]},{"osd":1,"uuid":"052122ca-f9d2-4a56-a1dc-e29e79365d44","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":30410},{"type":"v1","addr":"172.21.15.132:6817","nonce":30410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":30410},{"type":"v1","addr":"172.21.15.132:6819","nonce":30410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":30410},{"type":"v1","addr":"172.21.15.132:6823","nonce":30410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":30410},{"type":"v1","addr":"172.21.15.132:6821","nonce":30410}]},"public_addr":"172.21.15.132:6817/30410","cluster_addr":"172.21.15.132:6819/30410","heartbeat_back_addr":"172.21.15.132:6823/30410","heartbeat_front_addr":"172.21.15.132:6821/30410","state":["exists","up"]},{"osd":2,"uuid":"00a8204c-ef39-40fb-ab5a-16e37f78d3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":30412},{"type":"v1","addr":"172.21.15.132:6809","nonce":30412}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":30412},{"type":"v1","addr":"172.21.15.132:6811","nonce":30412}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":30412},{"type":"v1","addr":"172.21.15.132:6815","nonce":30412}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":30412},{"type":"v1","addr":"172.21.15.132:6813","nonce":30412}]},"public_addr":"172.21.15.132:6809/30412","cluster_addr":"172.21.15.132:6811/30412","heartbeat_back_addr":"172.21.15.132:6815/30412","heartbeat_front_addr":"172.21.15.132:6813/30412","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.972288+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:48.014238+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.999901+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:53:59.641 INFO:tasks.ceph.ceph_manager.c1:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2021-09-02T22:53:51.522547+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '12', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-09-02T22:53:57.580841+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '14', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-09-02T22:53:59.642 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd pool get .mgr pg_num 2021-09-02T22:53:59.924 INFO:teuthology.orchestra.run.smithi132.stdout:pg_num: 1 2021-09-02T22:53:59.938 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd pool get rbd pg_num 2021-09-02T22:54:00.221 INFO:teuthology.orchestra.run.smithi132.stdout:pg_num: 8 2021-09-02T22:54:00.233 INFO:tasks.ceph:Waiting until c1 daemons up and pgs clean... 2021-09-02T22:54:00.234 INFO:tasks.ceph.ceph_manager.c1:waiting for mgr available 2021-09-02T22:54:00.234 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 mgr dump --format=json 2021-09-02T22:54:00.563 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:00.575 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":5,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6824","nonce":30092},{"type":"v1","addr":"172.21.15.132:6825","nonce":30092}]},"active_addr":"172.21.15.132:6825/30092","active_change":"2021-09-02T22:53:47.488526+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"autoscale_profile":{"name":"autoscale_profile","type":"str","level":"advanced","flags":1,"default_value":"scale-up","min":"","max":"","enum_allowed":[],"desc":"pg_autoscale profiler","long_desc":"Determines the behavior of the autoscaler algorithm `scale-up` means that it starts out with minmum pgs and scales up when there is pressure, `scale-down` means starts out with full pgs and scales down when there is pressure ","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share perf counter metrics summed across the whole cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":456193314}]},{"addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":1430249909}]},{"addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":2190686537}]},{"addrvec":[{"type":"v2","addr":"172.21.15.132:0","nonce":3117781468}]}]}} 2021-09-02T22:54:00.578 INFO:tasks.ceph.ceph_manager.c1:mgr available! 2021-09-02T22:54:00.578 INFO:tasks.ceph.ceph_manager.c1:waiting for all up 2021-09-02T22:54:00.579 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2021-09-02T22:54:00.860 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:00.861 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":15,"fsid":"ce2130f5-6fda-4d6f-9c94-55e3f4c60713","created":"2021-09-02T22:53:42.640724+0000","modified":"2021-09-02T22:54:00.325902+0000","last_up_change":"2021-09-02T22:53:51.220464+0000","last_in_change":"2021-09-02T22:53:43.574178+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:53:51.522547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-09-02T22:53:57.580841+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"61425923-6f9e-4aea-a34b-de7f2d879805","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":30411},{"type":"v1","addr":"172.21.15.132:6801","nonce":30411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":30411},{"type":"v1","addr":"172.21.15.132:6803","nonce":30411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":30411},{"type":"v1","addr":"172.21.15.132:6807","nonce":30411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":30411},{"type":"v1","addr":"172.21.15.132:6805","nonce":30411}]},"public_addr":"172.21.15.132:6801/30411","cluster_addr":"172.21.15.132:6803/30411","heartbeat_back_addr":"172.21.15.132:6807/30411","heartbeat_front_addr":"172.21.15.132:6805/30411","state":["exists","up"]},{"osd":1,"uuid":"052122ca-f9d2-4a56-a1dc-e29e79365d44","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":30410},{"type":"v1","addr":"172.21.15.132:6817","nonce":30410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":30410},{"type":"v1","addr":"172.21.15.132:6819","nonce":30410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":30410},{"type":"v1","addr":"172.21.15.132:6823","nonce":30410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":30410},{"type":"v1","addr":"172.21.15.132:6821","nonce":30410}]},"public_addr":"172.21.15.132:6817/30410","cluster_addr":"172.21.15.132:6819/30410","heartbeat_back_addr":"172.21.15.132:6823/30410","heartbeat_front_addr":"172.21.15.132:6821/30410","state":["exists","up"]},{"osd":2,"uuid":"00a8204c-ef39-40fb-ab5a-16e37f78d3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":30412},{"type":"v1","addr":"172.21.15.132:6809","nonce":30412}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":30412},{"type":"v1","addr":"172.21.15.132:6811","nonce":30412}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":30412},{"type":"v1","addr":"172.21.15.132:6815","nonce":30412}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":30412},{"type":"v1","addr":"172.21.15.132:6813","nonce":30412}]},"public_addr":"172.21.15.132:6809/30412","cluster_addr":"172.21.15.132:6811/30412","heartbeat_back_addr":"172.21.15.132:6815/30412","heartbeat_front_addr":"172.21.15.132:6813/30412","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.972288+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:48.014238+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.999901+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:00.873 INFO:tasks.ceph.ceph_manager.c1:all up! 2021-09-02T22:54:00.874 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd dump --format=json 2021-09-02T22:54:01.155 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:01.155 INFO:teuthology.orchestra.run.smithi132.stdout:{"epoch":15,"fsid":"ce2130f5-6fda-4d6f-9c94-55e3f4c60713","created":"2021-09-02T22:53:42.640724+0000","modified":"2021-09-02T22:54:00.325902+0000","last_up_change":"2021-09-02T22:53:51.220464+0000","last_in_change":"2021-09-02T22:53:43.574178+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:53:51.522547+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-09-02T22:53:57.580841+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"61425923-6f9e-4aea-a34b-de7f2d879805","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6800","nonce":30411},{"type":"v1","addr":"172.21.15.132:6801","nonce":30411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6802","nonce":30411},{"type":"v1","addr":"172.21.15.132:6803","nonce":30411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6806","nonce":30411},{"type":"v1","addr":"172.21.15.132:6807","nonce":30411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6804","nonce":30411},{"type":"v1","addr":"172.21.15.132:6805","nonce":30411}]},"public_addr":"172.21.15.132:6801/30411","cluster_addr":"172.21.15.132:6803/30411","heartbeat_back_addr":"172.21.15.132:6807/30411","heartbeat_front_addr":"172.21.15.132:6805/30411","state":["exists","up"]},{"osd":1,"uuid":"052122ca-f9d2-4a56-a1dc-e29e79365d44","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6816","nonce":30410},{"type":"v1","addr":"172.21.15.132:6817","nonce":30410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6818","nonce":30410},{"type":"v1","addr":"172.21.15.132:6819","nonce":30410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6822","nonce":30410},{"type":"v1","addr":"172.21.15.132:6823","nonce":30410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6820","nonce":30410},{"type":"v1","addr":"172.21.15.132:6821","nonce":30410}]},"public_addr":"172.21.15.132:6817/30410","cluster_addr":"172.21.15.132:6819/30410","heartbeat_back_addr":"172.21.15.132:6823/30410","heartbeat_front_addr":"172.21.15.132:6821/30410","state":["exists","up"]},{"osd":2,"uuid":"00a8204c-ef39-40fb-ab5a-16e37f78d3be","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6808","nonce":30412},{"type":"v1","addr":"172.21.15.132:6809","nonce":30412}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6810","nonce":30412},{"type":"v1","addr":"172.21.15.132:6811","nonce":30412}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6814","nonce":30412},{"type":"v1","addr":"172.21.15.132:6815","nonce":30412}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.132:6812","nonce":30412},{"type":"v1","addr":"172.21.15.132:6813","nonce":30412}]},"public_addr":"172.21.15.132:6809/30412","cluster_addr":"172.21.15.132:6811/30412","heartbeat_back_addr":"172.21.15.132:6815/30412","heartbeat_front_addr":"172.21.15.132:6813/30412","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.972288+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:48.014238+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:53:47.999901+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:01.168 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.0 flush_pg_stats 2021-09-02T22:54:01.312 INFO:teuthology.orchestra.run.smithi132.stdout:34359738374 2021-09-02T22:54:01.312 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.1 flush_pg_stats 2021-09-02T22:54:01.456 INFO:teuthology.orchestra.run.smithi132.stdout:38654705669 2021-09-02T22:54:01.457 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 tell osd.2 flush_pg_stats 2021-09-02T22:54:01.601 INFO:teuthology.orchestra.run.smithi132.stdout:34359738373 2021-09-02T22:54:01.602 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2021-09-02T22:54:01.883 INFO:teuthology.orchestra.run.smithi132.stdout:34359738372 2021-09-02T22:54:01.896 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738374 got 34359738372 for osd.0 2021-09-02T22:54:02.898 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.0 2021-09-02T22:54:03.186 INFO:teuthology.orchestra.run.smithi132.stdout:34359738374 2021-09-02T22:54:03.199 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738374 got 34359738374 for osd.0 2021-09-02T22:54:03.199 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.1 2021-09-02T22:54:03.481 INFO:teuthology.orchestra.run.smithi132.stdout:38654705669 2021-09-02T22:54:03.494 INFO:tasks.ceph.ceph_manager.c1:need seq 38654705669 got 38654705669 for osd.1 2021-09-02T22:54:03.494 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 osd last-stat-seq osd.2 2021-09-02T22:54:03.776 INFO:teuthology.orchestra.run.smithi132.stdout:34359738373 2021-09-02T22:54:03.789 INFO:tasks.ceph.ceph_manager.c1:need seq 34359738373 got 34359738373 for osd.2 2021-09-02T22:54:03.789 INFO:tasks.ceph.ceph_manager.c1:waiting for clean 2021-09-02T22:54:03.790 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 pg dump --format=json 2021-09-02T22:54:04.067 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:04.068 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2021-09-02T22:54:04.079 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2021-09-02T22:54:03.496537+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":24720,"kb_used_data":1528,"kb_used_omap":0,"kb_used_meta":23168,"kb_avail":314548080,"statfs":{"total":322122547200,"available":322097233920,"internally_reserved":0,"allocated":1564672,"data_stored":1283594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23724032},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000907"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.347708+0000","last_change":"2021-09-02T22:53:59.344919+0000","last_active":"2021-09-02T22:53:59.347708+0000","last_peered":"2021-09-02T22:53:59.347708+0000","last_clean":"2021-09-02T22:53:59.347708+0000","last_became_active":"2021-09-02T22:53:59.344512+0000","last_became_peered":"2021-09-02T22:53:59.344512+0000","last_unstale":"2021-09-02T22:53:59.347708+0000","last_undegraded":"2021-09-02T22:53:59.347708+0000","last_fullsized":"2021-09-02T22:53:59.347708+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.345454+0000","last_change":"2021-09-02T22:53:59.344457+0000","last_active":"2021-09-02T22:53:59.345454+0000","last_peered":"2021-09-02T22:53:59.345454+0000","last_clean":"2021-09-02T22:53:59.345454+0000","last_became_active":"2021-09-02T22:53:59.344156+0000","last_became_peered":"2021-09-02T22:53:59.344156+0000","last_unstale":"2021-09-02T22:53:59.345454+0000","last_undegraded":"2021-09-02T22:53:59.345454+0000","last_fullsized":"2021-09-02T22:53:59.345454+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.350357+0000","last_change":"2021-09-02T22:53:59.345713+0000","last_active":"2021-09-02T22:53:59.350357+0000","last_peered":"2021-09-02T22:53:59.350357+0000","last_clean":"2021-09-02T22:53:59.350357+0000","last_became_active":"2021-09-02T22:53:59.344306+0000","last_became_peered":"2021-09-02T22:53:59.344306+0000","last_unstale":"2021-09-02T22:53:59.350357+0000","last_undegraded":"2021-09-02T22:53:59.350357+0000","last_fullsized":"2021-09-02T22:53:59.350357+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.339016+0000","last_change":"2021-09-02T22:53:59.334205+0000","last_active":"2021-09-02T22:53:59.339016+0000","last_peered":"2021-09-02T22:53:59.339016+0000","last_clean":"2021-09-02T22:53:59.339016+0000","last_became_active":"2021-09-02T22:53:59.333876+0000","last_became_peered":"2021-09-02T22:53:59.333876+0000","last_unstale":"2021-09-02T22:53:59.339016+0000","last_undegraded":"2021-09-02T22:53:59.339016+0000","last_fullsized":"2021-09-02T22:53:59.339016+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":139,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.327239+0000","last_change":"2021-09-02T22:53:53.390875+0000","last_active":"2021-09-02T22:53:59.327239+0000","last_peered":"2021-09-02T22:53:59.327239+0000","last_clean":"2021-09-02T22:53:59.327239+0000","last_became_active":"2021-09-02T22:53:53.389909+0000","last_became_peered":"2021-09-02T22:53:53.389909+0000","last_unstale":"2021-09-02T22:53:59.327239+0000","last_undegraded":"2021-09-02T22:53:59.327239+0000","last_fullsized":"2021-09-02T22:53:59.327239+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:52.222338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:52.222338+0000","last_clean_scrub_stamp":"2021-09-02T22:53:52.222338+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.343724+0000","last_change":"2021-09-02T22:53:59.331877+0000","last_active":"2021-09-02T22:53:59.343724+0000","last_peered":"2021-09-02T22:53:59.343724+0000","last_clean":"2021-09-02T22:53:59.343724+0000","last_became_active":"2021-09-02T22:53:59.331636+0000","last_became_peered":"2021-09-02T22:53:59.331636+0000","last_unstale":"2021-09-02T22:53:59.343724+0000","last_undegraded":"2021-09-02T22:53:59.343724+0000","last_fullsized":"2021-09-02T22:53:59.343724+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.347629+0000","last_change":"2021-09-02T22:53:59.345403+0000","last_active":"2021-09-02T22:53:59.347629+0000","last_peered":"2021-09-02T22:53:59.347629+0000","last_clean":"2021-09-02T22:53:59.347629+0000","last_became_active":"2021-09-02T22:53:59.345128+0000","last_became_peered":"2021-09-02T22:53:59.345128+0000","last_unstale":"2021-09-02T22:53:59.347629+0000","last_undegraded":"2021-09-02T22:53:59.347629+0000","last_fullsized":"2021-09-02T22:53:59.347629+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.345527+0000","last_change":"2021-09-02T22:53:59.344416+0000","last_active":"2021-09-02T22:53:59.345527+0000","last_peered":"2021-09-02T22:53:59.345527+0000","last_clean":"2021-09-02T22:53:59.345527+0000","last_became_active":"2021-09-02T22:53:59.344083+0000","last_became_peered":"2021-09-02T22:53:59.344083+0000","last_unstale":"2021-09-02T22:53:59.345527+0000","last_undegraded":"2021-09-02T22:53:59.345527+0000","last_fullsized":"2021-09-02T22:53:59.345527+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.347737+0000","last_change":"2021-09-02T22:53:59.345120+0000","last_active":"2021-09-02T22:53:59.347737+0000","last_peered":"2021-09-02T22:53:59.347737+0000","last_clean":"2021-09-02T22:53:59.347737+0000","last_became_active":"2021-09-02T22:53:59.344704+0000","last_became_peered":"2021-09-02T22:53:59.344704+0000","last_unstale":"2021-09-02T22:53:59.347737+0000","last_undegraded":"2021-09-02T22:53:59.347737+0000","last_fullsized":"2021-09-02T22:53:59.347737+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705670,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8580,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849020,"statfs":{"total":107374182400,"available":107365396480,"internally_reserved":0,"allocated":716800,"data_stored":623504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738374,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8588,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849012,"statfs":{"total":107374182400,"available":107365388288,"internally_reserved":0,"allocated":724992,"data_stored":626954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7552,"kb_used_data":120,"kb_used_omap":0,"kb_used_meta":7424,"kb_avail":104850048,"statfs":{"total":107374182400,"available":107366449152,"internally_reserved":0,"allocated":122880,"data_stored":33136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7602176},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-09-02T22:54:04.081 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 pg dump --format=json 2021-09-02T22:54:04.357 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:04.359 INFO:teuthology.orchestra.run.smithi132.stderr:dumped all 2021-09-02T22:54:04.369 INFO:teuthology.orchestra.run.smithi132.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2021-09-02T22:54:03.496537+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":24720,"kb_used_data":1528,"kb_used_omap":0,"kb_used_meta":23168,"kb_avail":314548080,"statfs":{"total":322122547200,"available":322097233920,"internally_reserved":0,"allocated":1564672,"data_stored":1283594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23724032},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000907"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.347708+0000","last_change":"2021-09-02T22:53:59.344919+0000","last_active":"2021-09-02T22:53:59.347708+0000","last_peered":"2021-09-02T22:53:59.347708+0000","last_clean":"2021-09-02T22:53:59.347708+0000","last_became_active":"2021-09-02T22:53:59.344512+0000","last_became_peered":"2021-09-02T22:53:59.344512+0000","last_unstale":"2021-09-02T22:53:59.347708+0000","last_undegraded":"2021-09-02T22:53:59.347708+0000","last_fullsized":"2021-09-02T22:53:59.347708+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.345454+0000","last_change":"2021-09-02T22:53:59.344457+0000","last_active":"2021-09-02T22:53:59.345454+0000","last_peered":"2021-09-02T22:53:59.345454+0000","last_clean":"2021-09-02T22:53:59.345454+0000","last_became_active":"2021-09-02T22:53:59.344156+0000","last_became_peered":"2021-09-02T22:53:59.344156+0000","last_unstale":"2021-09-02T22:53:59.345454+0000","last_undegraded":"2021-09-02T22:53:59.345454+0000","last_fullsized":"2021-09-02T22:53:59.345454+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.350357+0000","last_change":"2021-09-02T22:53:59.345713+0000","last_active":"2021-09-02T22:53:59.350357+0000","last_peered":"2021-09-02T22:53:59.350357+0000","last_clean":"2021-09-02T22:53:59.350357+0000","last_became_active":"2021-09-02T22:53:59.344306+0000","last_became_peered":"2021-09-02T22:53:59.344306+0000","last_unstale":"2021-09-02T22:53:59.350357+0000","last_undegraded":"2021-09-02T22:53:59.350357+0000","last_fullsized":"2021-09-02T22:53:59.350357+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.339016+0000","last_change":"2021-09-02T22:53:59.334205+0000","last_active":"2021-09-02T22:53:59.339016+0000","last_peered":"2021-09-02T22:53:59.339016+0000","last_clean":"2021-09-02T22:53:59.339016+0000","last_became_active":"2021-09-02T22:53:59.333876+0000","last_became_peered":"2021-09-02T22:53:59.333876+0000","last_unstale":"2021-09-02T22:53:59.339016+0000","last_undegraded":"2021-09-02T22:53:59.339016+0000","last_fullsized":"2021-09-02T22:53:59.339016+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"11'97","reported_seq":139,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.327239+0000","last_change":"2021-09-02T22:53:53.390875+0000","last_active":"2021-09-02T22:53:59.327239+0000","last_peered":"2021-09-02T22:53:59.327239+0000","last_clean":"2021-09-02T22:53:59.327239+0000","last_became_active":"2021-09-02T22:53:53.389909+0000","last_became_peered":"2021-09-02T22:53:53.389909+0000","last_unstale":"2021-09-02T22:53:59.327239+0000","last_undegraded":"2021-09-02T22:53:59.327239+0000","last_fullsized":"2021-09-02T22:53:59.327239+0000","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:52.222338+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:52.222338+0000","last_clean_scrub_stamp":"2021-09-02T22:53:52.222338+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.343724+0000","last_change":"2021-09-02T22:53:59.331877+0000","last_active":"2021-09-02T22:53:59.343724+0000","last_peered":"2021-09-02T22:53:59.343724+0000","last_clean":"2021-09-02T22:53:59.343724+0000","last_became_active":"2021-09-02T22:53:59.331636+0000","last_became_peered":"2021-09-02T22:53:59.331636+0000","last_unstale":"2021-09-02T22:53:59.343724+0000","last_undegraded":"2021-09-02T22:53:59.343724+0000","last_fullsized":"2021-09-02T22:53:59.343724+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.347629+0000","last_change":"2021-09-02T22:53:59.345403+0000","last_active":"2021-09-02T22:53:59.347629+0000","last_peered":"2021-09-02T22:53:59.347629+0000","last_clean":"2021-09-02T22:53:59.347629+0000","last_became_active":"2021-09-02T22:53:59.345128+0000","last_became_peered":"2021-09-02T22:53:59.345128+0000","last_unstale":"2021-09-02T22:53:59.347629+0000","last_undegraded":"2021-09-02T22:53:59.347629+0000","last_fullsized":"2021-09-02T22:53:59.347629+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.345527+0000","last_change":"2021-09-02T22:53:59.344416+0000","last_active":"2021-09-02T22:53:59.345527+0000","last_peered":"2021-09-02T22:53:59.345527+0000","last_clean":"2021-09-02T22:53:59.345527+0000","last_became_active":"2021-09-02T22:53:59.344083+0000","last_became_peered":"2021-09-02T22:53:59.344083+0000","last_unstale":"2021-09-02T22:53:59.345527+0000","last_undegraded":"2021-09-02T22:53:59.345527+0000","last_fullsized":"2021-09-02T22:53:59.345527+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":14,"state":"active+clean","last_fresh":"2021-09-02T22:53:59.347737+0000","last_change":"2021-09-02T22:53:59.345120+0000","last_active":"2021-09-02T22:53:59.347737+0000","last_peered":"2021-09-02T22:53:59.347737+0000","last_clean":"2021-09-02T22:53:59.347737+0000","last_became_active":"2021-09-02T22:53:59.344704+0000","last_became_peered":"2021-09-02T22:53:59.344704+0000","last_unstale":"2021-09-02T22:53:59.347737+0000","last_undegraded":"2021-09-02T22:53:59.347737+0000","last_fullsized":"2021-09-02T22:53:59.347737+0000","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:53:58.320874+0000","last_clean_scrub_stamp":"2021-09-02T22:53:58.320874+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":1,"up_from":9,"seq":38654705670,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8580,"kb_used_data":700,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849020,"statfs":{"total":107374182400,"available":107365396480,"internally_reserved":0,"allocated":716800,"data_stored":623504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738374,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8588,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849012,"statfs":{"total":107374182400,"available":107365388288,"internally_reserved":0,"allocated":724992,"data_stored":626954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":2,"up_from":8,"seq":34359738373,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7552,"kb_used_data":120,"kb_used_omap":0,"kb_used_meta":7424,"kb_avail":104850048,"statfs":{"total":107374182400,"available":107366449152,"internally_reserved":0,"allocated":122880,"data_stored":33136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7602176},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-09-02T22:54:04.371 INFO:tasks.ceph.ceph_manager.c1:clean! 2021-09-02T22:54:04.371 INFO:tasks.ceph:Waiting until ceph cluster c1 is healthy... 2021-09-02T22:54:04.371 INFO:tasks.ceph.ceph_manager.c1:wait_until_healthy 2021-09-02T22:54:04.372 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c1 health --format=json 2021-09-02T22:54:04.711 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:04.711 INFO:teuthology.orchestra.run.smithi132.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-09-02T22:54:04.723 INFO:tasks.ceph.ceph_manager.c1:wait_until_healthy done 2021-09-02T22:54:04.724 INFO:teuthology.run_tasks:Running task ceph... 2021-09-02T22:54:04.736 INFO:tasks.ceph:Creating ceph cluster c2... 2021-09-02T22:54:04.736 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'cpu_profile': set(), 'cluster': 'c2', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2021-09-02T22:54:04.737 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi/6372854', 'branch': 'wip-skoduri-dbstore-object', 'description': 'rgw/multisite/{clusters frontend/beast ignore-pg-availability omap_limits overrides realms/three-zone-plus-pubsub supported-random-distro$/{centos_8} tasks/test_multi}', 'email': None, 'first_in_suite': False, 'job_id': '6372854', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'soumyakoduri-2021-09-02_19:33:37-rgw-wip-skoduri-dbstore-object-distro-basic-smithi', 'nuke-on-error': True, 'os_type': 'centos', 'os_version': '8.3', 'overrides': {'admin_socket': {'branch': 'wip-skoduri-dbstore-object'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'wait-for-scrub': False}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}}}, 'install': {'ceph': {'sha1': '9366f375ac31713c35e559edbd160565b784db1d'}}, 'rgw': {'compression type': 'random', 'frontend': 'beast'}, 'rgw-multisite': {'realm': {'is default': True, 'name': 'test-realm'}, 'zonegroups': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zonegroup', 'zones': [{'endpoints': ['c1.client.0'], 'is_default': True, 'is_master': True, 'name': 'test-zone1'}, {'endpoints': ['c2.client.0'], 'is_default': True, 'name': 'test-zone2'}, {'endpoints': ['c1.client.1'], 'name': 'test-zone3'}, {'endpoints': ['c2.client.1'], 'is_pubsub': True, 'name': 'test-zone4'}]}]}, 'rgw-multisite-tests': {'args': ['tests.py', 'tests_ps.py']}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-skoduri-dbstore-object', 'sha1': '9366f375ac31713c35e559edbd160565b784db1d'}}, 'owner': 'scheduled_soumyakoduri@teuthology', 'priority': 100, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['c1.mon.a', 'c1.mgr.x', 'c1.osd.0', 'c1.osd.1', 'c1.osd.2', 'c1.client.0', 'c1.client.1'], ['c2.mon.a', 'c2.mgr.x', 'c2.osd.0', 'c2.osd.1', 'c2.osd.2', 'c2.client.0', 'c2.client.1']], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-skoduri-dbstore-object', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa', 'suite_relpath': 'qa', 'suite_repo': 'git://git.ceph.com/ceph-ci.git', 'suite_sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'targets': {'smithi132.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDarkuxQQLtbLL8ZjyZIHbqSPWoCH/owH8MzOBUg9s0NKYLXmt6s8XfTAMJW66WMaQzxuArQYclVB81zC6q8C/+CtODsVXns0aGAmNPFEwhS+S3VEI0JLKN7DjbwkcJzdJ00ae49Ad50F2p32h8Ve9GPTUWfVMdlJKA4F32IzbHMHRd39RqbiwI5REfMkYMhtut/UmJx43dmf78q0W5HCbXjI3xQwKX92rbslqzfvASY/BeKR2IyVDdWLmKkJLONIGIjup64ChiBY29FlXMLTr7uPJh+cR0li1s6dt+kjPAq3NtEOFGRjKbLF5F2/eC3W5xcN4PyaCpThvDCftdFjeyChdLDgpHki28P+1ZaZVdy+cmgpnlizD1Nng2+R5RRwS9Pg7yQC8PHM9zPcf5sAfDQg/ZsH6o7HMtz8NI51+TWJxmViZ9LiFFAu5+Wbn4cHsiGGDZsC5TxYleBEiF7S1uOtJeNN2DJ2V5Ka6blnJ+JPZAsy8t9gRrTANDlw4XsRk=', 'smithi162.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDMPGIRgGKsWIFGRDmOvBNTtHlcMOL18qJb9bixh3xX4uJdx6gWSuUVaYZXOktPtUdDQi3zyuqzcHQn7Z1tAI0NU4y7Wr/9MlwP8ygDdrwpvzuWuVr/2x9Qrlkm1R/VC9bUuwbE2ecskRIygDgpKPCt8wORe4XpA2pyB1dWRaknh/jmpZjURcfemOXMFJCuCelnzdzquOi0VvFX9WF5HUFBluHAe/n60SvAPWK7OWihDtP6djcVj5tc3SvHwhTzHV8RnecQmCyg8ElBr4k7n5fDC/5Dhve1KpHg24C87S/hxEasobaVzltTwWI43lO449T4NbSWw6Pz9408qcekI+ZFumCrfxZjolZeTnxf/jML9kITFa7jKMXGp0oDoPF1+zBEJiq+F3wB5l2TkEUOWcRPXG+ViDL7z2EOzvJTtm8/0DaM0YcVp61HKqcWxAnS1osUNJkQUUbJF4H5EdqaZLPqvKUCJcWQU31V4B6JH5pMz/OZm4G+2geEl3CrXChkt7E='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': {'cluster': 'c1', 'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'wait-for-scrub': False}}, {'ceph': {'cluster': 'c2', 'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}}, 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9366f375ac31713c35e559edbd160565b784db1d', 'wait-for-scrub': False}}, {'rgw': {'c1.client.0': {'port': 8000}, 'c1.client.1': {'port': 8001}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}}}, {'rgw-multisite': None}, {'rgw-multisite-tests': {'config': {'reconfigure_delay': 60}}}], 'teuthology_branch': 'master', 'timestamp': '2021-09-02_19:33:37', 'tube': 'smithi', 'user': 'soumyakoduri', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.30581'} 2021-09-02T22:54:04.738 DEBUG:teuthology.orchestra.run.smithi132:> install -d -m0755 -- /home/ubuntu/cephtest/c2.data 2021-09-02T22:54:04.740 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/c2.data 2021-09-02T22:54:04.758 DEBUG:teuthology.orchestra.run.smithi132:> sudo install -d -m0777 -- /var/run/ceph 2021-09-02T22:54:04.795 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m0777 -- /var/run/ceph 2021-09-02T22:54:04.828 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:04.828 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/scratch_devs of=/dev/stdout 2021-09-02T22:54:04.885 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2021-09-02T22:54:04.886 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2021-09-02T22:54:04.942 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2021-09-02T22:54:04.942 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:54:04.942 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 6h/6d Inode: 110808 Links: 1 2021-09-02T22:54:04.943 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:54:04.943 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:54:04.943 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2021-09-02 22:53:26.749659734 +0000 2021-09-02T22:54:04.943 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2021-09-02 22:50:32.858038061 +0000 2021-09-02T22:54:04.944 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2021-09-02 22:50:32.858038061 +0000 2021-09-02T22:54:04.944 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2021-09-02T22:54:04.953 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2021-09-02T22:54:04.953 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2021-09-02T22:54:04.953 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000225046 s, 2.3 MB/s 2021-09-02T22:54:04.956 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2021-09-02T22:54:05.013 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2021-09-02T22:54:05.013 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:54:05.014 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 6h/6d Inode: 110856 Links: 1 2021-09-02T22:54:05.014 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:54:05.014 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:54:05.014 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2021-09-02 22:53:26.749659734 +0000 2021-09-02T22:54:05.014 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2021-09-02 22:50:33.210030859 +0000 2021-09-02T22:54:05.015 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2021-09-02 22:50:33.210030859 +0000 2021-09-02T22:54:05.015 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2021-09-02T22:54:05.023 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2021-09-02T22:54:05.024 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2021-09-02T22:54:05.024 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000241491 s, 2.1 MB/s 2021-09-02T22:54:05.027 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2021-09-02T22:54:05.083 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2021-09-02T22:54:05.083 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:54:05.083 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 6h/6d Inode: 112743 Links: 1 2021-09-02T22:54:05.084 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:54:05.084 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:54:05.084 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2021-09-02 22:53:26.749659734 +0000 2021-09-02T22:54:05.084 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2021-09-02 22:50:33.549023923 +0000 2021-09-02T22:54:05.084 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2021-09-02 22:50:33.549023923 +0000 2021-09-02T22:54:05.085 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2021-09-02T22:54:05.093 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2021-09-02T22:54:05.093 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2021-09-02T22:54:05.093 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000219328 s, 2.3 MB/s 2021-09-02T22:54:05.096 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2021-09-02T22:54:05.152 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2021-09-02T22:54:05.152 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2021-09-02T22:54:05.153 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 6h/6d Inode: 109704 Links: 1 2021-09-02T22:54:05.154 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2021-09-02T22:54:05.154 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2021-09-02T22:54:05.154 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2021-09-02 22:53:26.749659734 +0000 2021-09-02T22:54:05.155 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2021-09-02 22:50:33.889016967 +0000 2021-09-02T22:54:05.155 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2021-09-02 22:50:33.889016967 +0000 2021-09-02T22:54:05.155 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2021-09-02T22:54:05.162 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2021-09-02T22:54:05.163 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2021-09-02T22:54:05.163 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000208939 s, 2.5 MB/s 2021-09-02T22:54:05.165 INFO:tasks.ceph:osd dev map: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:54:05.165 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi162.front.sepia.ceph.com'): {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'}} 2021-09-02T22:54:05.166 INFO:tasks.ceph:Generating config... 2021-09-02T22:54:05.167 INFO:tasks.ceph:[client] debug rgw = 20 2021-09-02T22:54:05.167 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2021-09-02T22:54:05.168 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2021-09-02T22:54:05.168 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2021-09-02T22:54:05.168 INFO:tasks.ceph:[client] rgw curl low speed time = 300 2021-09-02T22:54:05.169 INFO:tasks.ceph:[client] rgw data log num shards = 4 2021-09-02T22:54:05.169 INFO:tasks.ceph:[client] rgw md log max shards = 4 2021-09-02T22:54:05.169 INFO:tasks.ceph:[client] rgw sync log trim interval = 0 2021-09-02T22:54:05.170 INFO:tasks.ceph:[client] rgw sync meta inject err probability = 0.1 2021-09-02T22:54:05.170 INFO:tasks.ceph:[client] rgw sync obj etag verify = True 2021-09-02T22:54:05.170 INFO:tasks.ceph:[client] setgroup = ceph 2021-09-02T22:54:05.170 INFO:tasks.ceph:[client] setuser = ceph 2021-09-02T22:54:05.171 INFO:tasks.ceph:[mgr] debug mgr = 20 2021-09-02T22:54:05.171 INFO:tasks.ceph:[mgr] debug ms = 1 2021-09-02T22:54:05.171 INFO:tasks.ceph:[mon] debug mon = 20 2021-09-02T22:54:05.172 INFO:tasks.ceph:[mon] debug ms = 1 2021-09-02T22:54:05.172 INFO:tasks.ceph:[mon] debug paxos = 20 2021-09-02T22:54:05.172 INFO:tasks.ceph:[osd] debug filestore = 20 2021-09-02T22:54:05.172 INFO:tasks.ceph:[osd] debug journal = 20 2021-09-02T22:54:05.173 INFO:tasks.ceph:[osd] debug ms = 20 2021-09-02T22:54:05.173 INFO:tasks.ceph:[osd] debug osd = 25 2021-09-02T22:54:05.173 INFO:tasks.ceph:[osd] rocksdb delete range threshold = 0 2021-09-02T22:54:05.173 INFO:tasks.ceph:[osd.0] osd_max_omap_entries_per_request = 10 2021-09-02T22:54:05.174 INFO:tasks.ceph:[osd.1] osd_max_omap_entries_per_request = 1000 2021-09-02T22:54:05.174 INFO:tasks.ceph:[osd.2] osd_max_omap_entries_per_request = 10000 2021-09-02T22:54:05.174 INFO:tasks.ceph:Setting up c2.mon.a... 2021-09-02T22:54:05.175 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/c2.keyring 2021-09-02T22:54:05.271 INFO:teuthology.orchestra.run.smithi162.stdout:creating /etc/ceph/c2.keyring 2021-09-02T22:54:05.273 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/c2.keyring 2021-09-02T22:54:05.313 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0644 /etc/ceph/c2.keyring 2021-09-02T22:54:05.376 DEBUG:tasks.ceph:Ceph mon addresses: [('c2.mon.a', '172.21.15.162')] 2021-09-02T22:54:05.377 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.162'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug filestore': 20, 'debug journal': 20, 'debug ms': 20, 'debug osd': 25, 'rocksdb delete range threshold': 0}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo=', 'rgw curl low speed time': 300, 'rgw data log num shards': 4, 'rgw md log max shards': 4, 'rgw sync log trim interval': 0, 'rgw sync meta inject err probability': 0.1, 'rgw sync obj etag verify': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'osd.0': {'osd_max_omap_entries_per_request': 10}, 'osd.1': {'osd_max_omap_entries_per_request': 1000}, 'osd.2': {'osd_max_omap_entries_per_request': 10000}} 2021-09-02T22:54:05.378 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:05.378 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2021-09-02T22:54:05.431 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.162 --print /home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:05.506 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:54:05.506 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:54:05.507 INFO:teuthology.orchestra.run.smithi162.stdout:monmaptool: monmap file /home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:05.507 INFO:teuthology.orchestra.run.smithi162.stdout:monmaptool: generated fsid 71dca1ed-4c67-427a-872b-1b3d570e95f5 2021-09-02T22:54:05.508 INFO:teuthology.orchestra.run.smithi162.stdout:setting min_mon_release = octopus 2021-09-02T22:54:05.508 INFO:teuthology.orchestra.run.smithi162.stdout:epoch 0 2021-09-02T22:54:05.508 INFO:teuthology.orchestra.run.smithi162.stdout:fsid 71dca1ed-4c67-427a-872b-1b3d570e95f5 2021-09-02T22:54:05.508 INFO:teuthology.orchestra.run.smithi162.stdout:last_changed 2021-09-02T22:54:05.508213+0000 2021-09-02T22:54:05.509 INFO:teuthology.orchestra.run.smithi162.stdout:created 2021-09-02T22:54:05.508213+0000 2021-09-02T22:54:05.509 INFO:teuthology.orchestra.run.smithi162.stdout:min_mon_release 15 (octopus) 2021-09-02T22:54:05.509 INFO:teuthology.orchestra.run.smithi162.stdout:election_strategy: 1 2021-09-02T22:54:05.509 INFO:teuthology.orchestra.run.smithi162.stdout:0: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.a 2021-09-02T22:54:05.510 INFO:teuthology.orchestra.run.smithi162.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/c2.monmap (1 monitors) 2021-09-02T22:54:05.510 DEBUG:teuthology.orchestra.run.smithi162:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2021-09-02T22:54:05.562 INFO:tasks.ceph:Writing /etc/ceph/c2.conf for FSID 71dca1ed-4c67-427a-872b-1b3d570e95f5... 2021-09-02T22:54:05.563 DEBUG:teuthology.orchestra.run.smithi132:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c2.conf && sudo chmod 0644 /etc/ceph/c2.conf > /dev/null 2021-09-02T22:54:05.566 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/c2.conf && sudo chmod 0644 /etc/ceph/c2.conf > /dev/null 2021-09-02T22:54:05.611 INFO:teuthology.orchestra.run.smithi132.stdout:[global] 2021-09-02T22:54:05.612 INFO:teuthology.orchestra.run.smithi132.stdout: chdir = "" 2021-09-02T22:54:05.612 INFO:teuthology.orchestra.run.smithi132.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2021-09-02T22:54:05.612 INFO:teuthology.orchestra.run.smithi132.stdout: auth supported = cephx 2021-09-02T22:54:05.612 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.613 INFO:teuthology.orchestra.run.smithi132.stdout: filestore xattr use omap = true 2021-09-02T22:54:05.613 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.613 INFO:teuthology.orchestra.run.smithi132.stdout: mon clock drift allowed = 1.000 2021-09-02T22:54:05.613 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.613 INFO:teuthology.orchestra.run.smithi132.stdout: osd crush chooseleaf type = 0 2021-09-02T22:54:05.614 INFO:teuthology.orchestra.run.smithi132.stdout: auth debug = true 2021-09-02T22:54:05.614 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.614 INFO:teuthology.orchestra.run.smithi132.stdout: ms die on old message = true 2021-09-02T22:54:05.614 INFO:teuthology.orchestra.run.smithi132.stdout: ms die on bug = true 2021-09-02T22:54:05.615 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.615 INFO:teuthology.orchestra.run.smithi132.stdout: mon max pg per osd = 10000 # >= luminous 2021-09-02T22:54:05.615 INFO:teuthology.orchestra.run.smithi132.stdout: mon pg warn max object skew = 0 2021-09-02T22:54:05.615 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.616 INFO:teuthology.orchestra.run.smithi132.stdout: # disable pg_autoscaler by default for new pools 2021-09-02T22:54:05.616 INFO:teuthology.orchestra.run.smithi132.stdout: osd_pool_default_pg_autoscale_mode = off 2021-09-02T22:54:05.616 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.616 INFO:teuthology.orchestra.run.smithi132.stdout: osd pool default size = 2 2021-09-02T22:54:05.617 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.617 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd allow primary affinity = true 2021-09-02T22:54:05.617 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd allow pg remap = true 2021-09-02T22:54:05.617 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on legacy crush tunables = false 2021-09-02T22:54:05.617 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on crush straw calc version zero = false 2021-09-02T22:54:05.618 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on no sortbitwise = false 2021-09-02T22:54:05.618 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on osd down out interval zero = false 2021-09-02T22:54:05.618 INFO:teuthology.orchestra.run.smithi132.stdout: mon warn on too few osds = false 2021-09-02T22:54:05.618 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2021-09-02T22:54:05.618 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_pool_no_redundancy = false 2021-09-02T22:54:05.619 INFO:teuthology.orchestra.run.smithi132.stdout: mon_allow_pool_size_one = true 2021-09-02T22:54:05.619 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.619 INFO:teuthology.orchestra.run.smithi132.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2021-09-02T22:54:05.619 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.619 INFO:teuthology.orchestra.run.smithi132.stdout: osd default data pool replay window = 5 2021-09-02T22:54:05.620 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.620 INFO:teuthology.orchestra.run.smithi132.stdout: mon allow pool delete = true 2021-09-02T22:54:05.620 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.620 INFO:teuthology.orchestra.run.smithi132.stdout: mon cluster log file level = debug 2021-09-02T22:54:05.620 INFO:teuthology.orchestra.run.smithi132.stdout: debug asserts on shutdown = true 2021-09-02T22:54:05.621 INFO:teuthology.orchestra.run.smithi132.stdout: mon health detail to clog = false 2021-09-02T22:54:05.621 INFO:teuthology.orchestra.run.smithi132.stdout: mon host = 172.21.15.162 2021-09-02T22:54:05.621 INFO:teuthology.orchestra.run.smithi132.stdout: fsid = 71dca1ed-4c67-427a-872b-1b3d570e95f5 2021-09-02T22:54:05.621 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.621 INFO:teuthology.orchestra.run.smithi132.stdout:[osd] 2021-09-02T22:54:05.622 INFO:teuthology.orchestra.run.smithi132.stdout: osd journal size = 100 2021-09-02T22:54:05.622 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.622 INFO:teuthology.orchestra.run.smithi132.stdout: osd scrub load threshold = 5.0 2021-09-02T22:54:05.622 INFO:teuthology.orchestra.run.smithi132.stdout: osd scrub max interval = 600 2021-09-02T22:54:05.623 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.623 INFO:teuthology.orchestra.run.smithi132.stdout: osd recover clone overlap = true 2021-09-02T22:54:05.623 INFO:teuthology.orchestra.run.smithi132.stdout: osd recovery max chunk = 1048576 2021-09-02T22:54:05.623 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.623 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug shutdown = true 2021-09-02T22:54:05.624 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug op order = true 2021-09-02T22:54:05.624 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug verify stray on activate = true 2021-09-02T22:54:05.624 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.624 INFO:teuthology.orchestra.run.smithi132.stdout: osd open classes on start = true 2021-09-02T22:54:05.624 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug pg log writeout = true 2021-09-02T22:54:05.625 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.625 INFO:teuthology.orchestra.run.smithi132.stdout: osd deep scrub update digest min age = 30 2021-09-02T22:54:05.625 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.625 INFO:teuthology.orchestra.run.smithi132.stdout: osd map max advance = 10 2021-09-02T22:54:05.625 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.626 INFO:teuthology.orchestra.run.smithi132.stdout: journal zero on create = true 2021-09-02T22:54:05.626 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.626 INFO:teuthology.orchestra.run.smithi132.stdout: filestore ondisk finisher threads = 3 2021-09-02T22:54:05.626 INFO:teuthology.orchestra.run.smithi132.stdout: filestore apply finisher threads = 3 2021-09-02T22:54:05.627 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.627 INFO:teuthology.orchestra.run.smithi132.stdout: bdev debug aio = true 2021-09-02T22:54:05.627 INFO:teuthology.orchestra.run.smithi132.stdout: osd debug misdirected ops = true 2021-09-02T22:54:05.627 INFO:teuthology.orchestra.run.smithi132.stdout: debug filestore = 20 2021-09-02T22:54:05.627 INFO:teuthology.orchestra.run.smithi132.stdout: debug journal = 20 2021-09-02T22:54:05.628 INFO:teuthology.orchestra.run.smithi132.stdout: debug ms = 20 2021-09-02T22:54:05.628 INFO:teuthology.orchestra.run.smithi132.stdout: debug osd = 25 2021-09-02T22:54:05.628 INFO:teuthology.orchestra.run.smithi132.stdout: rocksdb delete range threshold = 0 2021-09-02T22:54:05.629 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.629 INFO:teuthology.orchestra.run.smithi132.stdout:[mgr] 2021-09-02T22:54:05.629 INFO:teuthology.orchestra.run.smithi132.stdout: debug ms = 1 2021-09-02T22:54:05.629 INFO:teuthology.orchestra.run.smithi132.stdout: debug mgr = 20 2021-09-02T22:54:05.629 INFO:teuthology.orchestra.run.smithi132.stdout: debug mon = 20 2021-09-02T22:54:05.630 INFO:teuthology.orchestra.run.smithi132.stdout: debug auth = 20 2021-09-02T22:54:05.630 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:54:05.630 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:54:05.630 INFO:teuthology.orchestra.run.smithi132.stdout: mgr/telemetry/nag = false 2021-09-02T22:54:05.631 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.631 INFO:teuthology.orchestra.run.smithi132.stdout:[mon] 2021-09-02T22:54:05.631 INFO:teuthology.orchestra.run.smithi132.stdout: debug ms = 1 2021-09-02T22:54:05.631 INFO:teuthology.orchestra.run.smithi132.stdout: debug mon = 20 2021-09-02T22:54:05.632 INFO:teuthology.orchestra.run.smithi132.stdout: debug paxos = 20 2021-09-02T22:54:05.632 INFO:teuthology.orchestra.run.smithi132.stdout: debug auth = 20 2021-09-02T22:54:05.632 INFO:teuthology.orchestra.run.smithi132.stdout: mon data avail warn = 5 2021-09-02T22:54:05.632 INFO:teuthology.orchestra.run.smithi132.stdout: mon mgr mkfs grace = 240 2021-09-02T22:54:05.632 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:54:05.633 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd reporter subtree level = osd 2021-09-02T22:54:05.633 INFO:teuthology.orchestra.run.smithi132.stdout: mon osd prime pg temp = true 2021-09-02T22:54:05.633 INFO:teuthology.orchestra.run.smithi132.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:54:05.633 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.633 INFO:teuthology.orchestra.run.smithi132.stdout: # rotate auth tickets quickly to exercise renewal paths 2021-09-02T22:54:05.634 INFO:teuthology.orchestra.run.smithi132.stdout: auth mon ticket ttl = 660 # 11m 2021-09-02T22:54:05.634 INFO:teuthology.orchestra.run.smithi132.stdout: auth service ticket ttl = 240 # 4m 2021-09-02T22:54:05.634 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.634 INFO:teuthology.orchestra.run.smithi132.stdout: # don't complain about insecure global_id in the test suite 2021-09-02T22:54:05.635 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_insecure_global_id_reclaim = false 2021-09-02T22:54:05.635 INFO:teuthology.orchestra.run.smithi132.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2021-09-02T22:54:05.635 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:54:05.635 INFO:teuthology.orchestra.run.smithi132.stdout:[client] 2021-09-02T22:54:05.635 INFO:teuthology.orchestra.run.smithi132.stdout: rgw cache enabled = true 2021-09-02T22:54:05.636 INFO:teuthology.orchestra.run.smithi132.stdout: rgw enable ops log = true 2021-09-02T22:54:05.636 INFO:teuthology.orchestra.run.smithi132.stdout: rgw enable usage log = true 2021-09-02T22:54:05.636 INFO:teuthology.orchestra.run.smithi132.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2021-09-02T22:54:05.636 INFO:teuthology.orchestra.run.smithi132.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2021-09-02T22:54:05.636 INFO:teuthology.orchestra.run.smithi132.stdout: debug rgw = 20 2021-09-02T22:54:05.637 INFO:teuthology.orchestra.run.smithi132.stdout: rgw crypt require ssl = False 2021-09-02T22:54:05.637 INFO:teuthology.orchestra.run.smithi132.stdout: rgw crypt s3 kms backend = testing 2021-09-02T22:54:05.637 INFO:teuthology.orchestra.run.smithi132.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2021-09-02T22:54:05.637 INFO:teuthology.orchestra.run.smithi132.stdout: rgw curl low speed time = 300 2021-09-02T22:54:05.638 INFO:teuthology.orchestra.run.smithi132.stdout: rgw data log num shards = 4 2021-09-02T22:54:05.638 INFO:teuthology.orchestra.run.smithi132.stdout: rgw md log max shards = 4 2021-09-02T22:54:05.638 INFO:teuthology.orchestra.run.smithi132.stdout: rgw sync log trim interval = 0 2021-09-02T22:54:05.638 INFO:teuthology.orchestra.run.smithi132.stdout: rgw sync meta inject err probability = 0.1 2021-09-02T22:54:05.638 INFO:teuthology.orchestra.run.smithi132.stdout: rgw sync obj etag verify = True 2021-09-02T22:54:05.639 INFO:teuthology.orchestra.run.smithi132.stdout: setgroup = ceph 2021-09-02T22:54:05.639 INFO:teuthology.orchestra.run.smithi132.stdout: setuser = ceph 2021-09-02T22:54:05.639 INFO:teuthology.orchestra.run.smithi132.stdout:[mon.a] 2021-09-02T22:54:05.639 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.0] 2021-09-02T22:54:05.639 INFO:teuthology.orchestra.run.smithi132.stdout: osd_max_omap_entries_per_request = 10 2021-09-02T22:54:05.640 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.1] 2021-09-02T22:54:05.640 INFO:teuthology.orchestra.run.smithi132.stdout: osd_max_omap_entries_per_request = 1000 2021-09-02T22:54:05.640 INFO:teuthology.orchestra.run.smithi132.stdout:[osd.2] 2021-09-02T22:54:05.640 INFO:teuthology.orchestra.run.smithi132.stdout: osd_max_omap_entries_per_request = 10000 2021-09-02T22:54:05.642 INFO:teuthology.orchestra.run.smithi162.stdout:[global] 2021-09-02T22:54:05.642 INFO:teuthology.orchestra.run.smithi162.stdout: chdir = "" 2021-09-02T22:54:05.643 INFO:teuthology.orchestra.run.smithi162.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2021-09-02T22:54:05.643 INFO:teuthology.orchestra.run.smithi162.stdout: auth supported = cephx 2021-09-02T22:54:05.643 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.643 INFO:teuthology.orchestra.run.smithi162.stdout: filestore xattr use omap = true 2021-09-02T22:54:05.644 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.644 INFO:teuthology.orchestra.run.smithi162.stdout: mon clock drift allowed = 1.000 2021-09-02T22:54:05.644 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.644 INFO:teuthology.orchestra.run.smithi162.stdout: osd crush chooseleaf type = 0 2021-09-02T22:54:05.644 INFO:teuthology.orchestra.run.smithi162.stdout: auth debug = true 2021-09-02T22:54:05.645 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.645 INFO:teuthology.orchestra.run.smithi162.stdout: ms die on old message = true 2021-09-02T22:54:05.645 INFO:teuthology.orchestra.run.smithi162.stdout: ms die on bug = true 2021-09-02T22:54:05.645 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.646 INFO:teuthology.orchestra.run.smithi162.stdout: mon max pg per osd = 10000 # >= luminous 2021-09-02T22:54:05.646 INFO:teuthology.orchestra.run.smithi162.stdout: mon pg warn max object skew = 0 2021-09-02T22:54:05.646 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.646 INFO:teuthology.orchestra.run.smithi162.stdout: # disable pg_autoscaler by default for new pools 2021-09-02T22:54:05.646 INFO:teuthology.orchestra.run.smithi162.stdout: osd_pool_default_pg_autoscale_mode = off 2021-09-02T22:54:05.647 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.647 INFO:teuthology.orchestra.run.smithi162.stdout: osd pool default size = 2 2021-09-02T22:54:05.647 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.647 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd allow primary affinity = true 2021-09-02T22:54:05.647 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd allow pg remap = true 2021-09-02T22:54:05.648 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on legacy crush tunables = false 2021-09-02T22:54:05.648 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on crush straw calc version zero = false 2021-09-02T22:54:05.648 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on no sortbitwise = false 2021-09-02T22:54:05.648 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on osd down out interval zero = false 2021-09-02T22:54:05.649 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on too few osds = false 2021-09-02T22:54:05.649 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2021-09-02T22:54:05.649 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_pool_no_redundancy = false 2021-09-02T22:54:05.649 INFO:teuthology.orchestra.run.smithi162.stdout: mon_allow_pool_size_one = true 2021-09-02T22:54:05.649 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.650 INFO:teuthology.orchestra.run.smithi162.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2021-09-02T22:54:05.650 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.650 INFO:teuthology.orchestra.run.smithi162.stdout: osd default data pool replay window = 5 2021-09-02T22:54:05.650 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.650 INFO:teuthology.orchestra.run.smithi162.stdout: mon allow pool delete = true 2021-09-02T22:54:05.651 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.651 INFO:teuthology.orchestra.run.smithi162.stdout: mon cluster log file level = debug 2021-09-02T22:54:05.651 INFO:teuthology.orchestra.run.smithi162.stdout: debug asserts on shutdown = true 2021-09-02T22:54:05.651 INFO:teuthology.orchestra.run.smithi162.stdout: mon health detail to clog = false 2021-09-02T22:54:05.651 INFO:teuthology.orchestra.run.smithi162.stdout: mon host = 172.21.15.162 2021-09-02T22:54:05.652 INFO:teuthology.orchestra.run.smithi162.stdout: fsid = 71dca1ed-4c67-427a-872b-1b3d570e95f5 2021-09-02T22:54:05.652 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.652 INFO:teuthology.orchestra.run.smithi162.stdout:[osd] 2021-09-02T22:54:05.652 INFO:teuthology.orchestra.run.smithi162.stdout: osd journal size = 100 2021-09-02T22:54:05.652 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.653 INFO:teuthology.orchestra.run.smithi162.stdout: osd scrub load threshold = 5.0 2021-09-02T22:54:05.653 INFO:teuthology.orchestra.run.smithi162.stdout: osd scrub max interval = 600 2021-09-02T22:54:05.653 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.653 INFO:teuthology.orchestra.run.smithi162.stdout: osd recover clone overlap = true 2021-09-02T22:54:05.653 INFO:teuthology.orchestra.run.smithi162.stdout: osd recovery max chunk = 1048576 2021-09-02T22:54:05.654 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.654 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug shutdown = true 2021-09-02T22:54:05.654 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug op order = true 2021-09-02T22:54:05.654 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug verify stray on activate = true 2021-09-02T22:54:05.655 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.655 INFO:teuthology.orchestra.run.smithi162.stdout: osd open classes on start = true 2021-09-02T22:54:05.655 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug pg log writeout = true 2021-09-02T22:54:05.655 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.656 INFO:teuthology.orchestra.run.smithi162.stdout: osd deep scrub update digest min age = 30 2021-09-02T22:54:05.656 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.656 INFO:teuthology.orchestra.run.smithi162.stdout: osd map max advance = 10 2021-09-02T22:54:05.656 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.656 INFO:teuthology.orchestra.run.smithi162.stdout: journal zero on create = true 2021-09-02T22:54:05.656 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.657 INFO:teuthology.orchestra.run.smithi162.stdout: filestore ondisk finisher threads = 3 2021-09-02T22:54:05.657 INFO:teuthology.orchestra.run.smithi162.stdout: filestore apply finisher threads = 3 2021-09-02T22:54:05.657 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.657 INFO:teuthology.orchestra.run.smithi162.stdout: bdev debug aio = true 2021-09-02T22:54:05.657 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug misdirected ops = true 2021-09-02T22:54:05.658 INFO:teuthology.orchestra.run.smithi162.stdout: debug filestore = 20 2021-09-02T22:54:05.658 INFO:teuthology.orchestra.run.smithi162.stdout: debug journal = 20 2021-09-02T22:54:05.658 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 20 2021-09-02T22:54:05.658 INFO:teuthology.orchestra.run.smithi162.stdout: debug osd = 25 2021-09-02T22:54:05.659 INFO:teuthology.orchestra.run.smithi162.stdout: rocksdb delete range threshold = 0 2021-09-02T22:54:05.659 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.659 INFO:teuthology.orchestra.run.smithi162.stdout:[mgr] 2021-09-02T22:54:05.659 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2021-09-02T22:54:05.659 INFO:teuthology.orchestra.run.smithi162.stdout: debug mgr = 20 2021-09-02T22:54:05.660 INFO:teuthology.orchestra.run.smithi162.stdout: debug mon = 20 2021-09-02T22:54:05.660 INFO:teuthology.orchestra.run.smithi162.stdout: debug auth = 20 2021-09-02T22:54:05.660 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:54:05.660 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:54:05.660 INFO:teuthology.orchestra.run.smithi162.stdout: mgr/telemetry/nag = false 2021-09-02T22:54:05.661 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.661 INFO:teuthology.orchestra.run.smithi162.stdout:[mon] 2021-09-02T22:54:05.661 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2021-09-02T22:54:05.661 INFO:teuthology.orchestra.run.smithi162.stdout: debug mon = 20 2021-09-02T22:54:05.661 INFO:teuthology.orchestra.run.smithi162.stdout: debug paxos = 20 2021-09-02T22:54:05.662 INFO:teuthology.orchestra.run.smithi162.stdout: debug auth = 20 2021-09-02T22:54:05.662 INFO:teuthology.orchestra.run.smithi162.stdout: mon data avail warn = 5 2021-09-02T22:54:05.662 INFO:teuthology.orchestra.run.smithi162.stdout: mon mgr mkfs grace = 240 2021-09-02T22:54:05.663 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min pgs per osd = 4 2021-09-02T22:54:05.663 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd reporter subtree level = osd 2021-09-02T22:54:05.663 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd prime pg temp = true 2021-09-02T22:54:05.663 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min bytes per osd = 10 2021-09-02T22:54:05.663 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.664 INFO:teuthology.orchestra.run.smithi162.stdout: # rotate auth tickets quickly to exercise renewal paths 2021-09-02T22:54:05.664 INFO:teuthology.orchestra.run.smithi162.stdout: auth mon ticket ttl = 660 # 11m 2021-09-02T22:54:05.664 INFO:teuthology.orchestra.run.smithi162.stdout: auth service ticket ttl = 240 # 4m 2021-09-02T22:54:05.664 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.665 INFO:teuthology.orchestra.run.smithi162.stdout: # don't complain about insecure global_id in the test suite 2021-09-02T22:54:05.665 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_insecure_global_id_reclaim = false 2021-09-02T22:54:05.665 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2021-09-02T22:54:05.665 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:05.666 INFO:teuthology.orchestra.run.smithi162.stdout:[client] 2021-09-02T22:54:05.666 INFO:teuthology.orchestra.run.smithi162.stdout: rgw cache enabled = true 2021-09-02T22:54:05.666 INFO:teuthology.orchestra.run.smithi162.stdout: rgw enable ops log = true 2021-09-02T22:54:05.666 INFO:teuthology.orchestra.run.smithi162.stdout: rgw enable usage log = true 2021-09-02T22:54:05.666 INFO:teuthology.orchestra.run.smithi162.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2021-09-02T22:54:05.667 INFO:teuthology.orchestra.run.smithi162.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2021-09-02T22:54:05.667 INFO:teuthology.orchestra.run.smithi162.stdout: debug rgw = 20 2021-09-02T22:54:05.667 INFO:teuthology.orchestra.run.smithi162.stdout: rgw crypt require ssl = False 2021-09-02T22:54:05.667 INFO:teuthology.orchestra.run.smithi162.stdout: rgw crypt s3 kms backend = testing 2021-09-02T22:54:05.667 INFO:teuthology.orchestra.run.smithi162.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= 2021-09-02T22:54:05.668 INFO:teuthology.orchestra.run.smithi162.stdout: rgw curl low speed time = 300 2021-09-02T22:54:05.668 INFO:teuthology.orchestra.run.smithi162.stdout: rgw data log num shards = 4 2021-09-02T22:54:05.668 INFO:teuthology.orchestra.run.smithi162.stdout: rgw md log max shards = 4 2021-09-02T22:54:05.668 INFO:teuthology.orchestra.run.smithi162.stdout: rgw sync log trim interval = 0 2021-09-02T22:54:05.668 INFO:teuthology.orchestra.run.smithi162.stdout: rgw sync meta inject err probability = 0.1 2021-09-02T22:54:05.669 INFO:teuthology.orchestra.run.smithi162.stdout: rgw sync obj etag verify = True 2021-09-02T22:54:05.669 INFO:teuthology.orchestra.run.smithi162.stdout: setgroup = ceph 2021-09-02T22:54:05.669 INFO:teuthology.orchestra.run.smithi162.stdout: setuser = ceph 2021-09-02T22:54:05.669 INFO:teuthology.orchestra.run.smithi162.stdout:[mon.a] 2021-09-02T22:54:05.669 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.0] 2021-09-02T22:54:05.670 INFO:teuthology.orchestra.run.smithi162.stdout: osd_max_omap_entries_per_request = 10 2021-09-02T22:54:05.670 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.1] 2021-09-02T22:54:05.670 INFO:teuthology.orchestra.run.smithi162.stdout: osd_max_omap_entries_per_request = 1000 2021-09-02T22:54:05.670 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.2] 2021-09-02T22:54:05.671 INFO:teuthology.orchestra.run.smithi162.stdout: osd_max_omap_entries_per_request = 10000 2021-09-02T22:54:05.672 INFO:tasks.ceph:Creating admin key on c2.mon.a... 2021-09-02T22:54:05.672 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/c2.keyring 2021-09-02T22:54:05.761 INFO:tasks.ceph:Copying monmap to all nodes... 2021-09-02T22:54:05.762 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:05.762 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/etc/ceph/c2.keyring of=/dev/stdout 2021-09-02T22:54:05.777 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:05.778 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/home/ubuntu/cephtest/c2.monmap of=/dev/stdout 2021-09-02T22:54:05.832 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi132.front.sepia.ceph.com 2021-09-02T22:54:05.832 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:54:05.833 DEBUG:teuthology.orchestra.run.smithi132:> sudo dd of=/etc/ceph/c2.keyring 2021-09-02T22:54:05.833 DEBUG:teuthology.orchestra.run.smithi132:> sudo chmod 0644 /etc/ceph/c2.keyring 2021-09-02T22:54:05.873 DEBUG:teuthology.orchestra.run.smithi132:> set -ex 2021-09-02T22:54:05.874 DEBUG:teuthology.orchestra.run.smithi132:> dd of=/home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:05.930 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:54:05.931 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:05.931 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/c2.keyring 2021-09-02T22:54:05.931 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0644 /etc/ceph/c2.keyring 2021-09-02T22:54:05.964 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:05.964 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:06.019 INFO:tasks.ceph:Setting up mon nodes... 2021-09-02T22:54:06.019 INFO:tasks.ceph:Setting up mgr nodes... 2021-09-02T22:54:06.020 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/mgr/c2-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/c2-x/keyring 2021-09-02T22:54:06.105 INFO:teuthology.orchestra.run.smithi162.stdout:creating /var/lib/ceph/mgr/c2-x/keyring 2021-09-02T22:54:06.108 INFO:tasks.ceph:Setting up mds nodes... 2021-09-02T22:54:06.108 INFO:tasks.ceph_client:Setting up client nodes... 2021-09-02T22:54:06.108 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/c2.client.0.keyring && sudo chmod 0644 /etc/ceph/c2.client.0.keyring 2021-09-02T22:54:06.146 INFO:teuthology.orchestra.run.smithi162.stdout:creating /etc/ceph/c2.client.0.keyring 2021-09-02T22:54:06.157 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/c2.client.1.keyring && sudo chmod 0644 /etc/ceph/c2.client.1.keyring 2021-09-02T22:54:06.234 INFO:teuthology.orchestra.run.smithi162.stdout:creating /etc/ceph/c2.client.1.keyring 2021-09-02T22:54:06.248 INFO:tasks.ceph:Running mkfs on osd nodes... 2021-09-02T22:54:06.248 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi132.front.sepia.ceph.com'): {'c1.osd.0': '/dev/vg_nvme/lv_1', 'c1.osd.1': '/dev/vg_nvme/lv_2', 'c1.osd.2': '/dev/vg_nvme/lv_3'}, Remote(name='ubuntu@smithi162.front.sepia.ceph.com'): {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'}} 2021-09-02T22:54:06.249 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/c2-0 2021-09-02T22:54:06.311 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:54:06.311 INFO:tasks.ceph:role: c2.osd.0 2021-09-02T22:54:06.311 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:54:06.312 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2021-09-02T22:54:06.381 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2021-09-02T22:54:06.381 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2021-09-02T22:54:06.381 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2021-09-02T22:54:06.382 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 2021-09-02T22:54:06.382 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2021-09-02T22:54:06.382 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2021-09-02T22:54:06.382 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2021-09-02T22:54:06.383 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2021-09-02T22:54:06.383 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2021-09-02T22:54:06.383 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2021-09-02T22:54:06.745 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2021-09-02T22:54:06.747 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2021-09-02T22:54:06.747 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/c2-0 2021-09-02T22:54:06.890 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-0 2021-09-02T22:54:06.919 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/c2-1 2021-09-02T22:54:06.982 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:54:06.983 INFO:tasks.ceph:role: c2.osd.1 2021-09-02T22:54:06.983 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:54:06.984 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2021-09-02T22:54:07.057 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2021-09-02T22:54:07.057 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2021-09-02T22:54:07.058 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2021-09-02T22:54:07.058 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 2021-09-02T22:54:07.059 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2021-09-02T22:54:07.059 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2021-09-02T22:54:07.059 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2021-09-02T22:54:07.059 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2021-09-02T22:54:07.060 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2021-09-02T22:54:07.060 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2021-09-02T22:54:07.411 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2021-09-02T22:54:07.413 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2021-09-02T22:54:07.413 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/c2-1 2021-09-02T22:54:07.498 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-1 2021-09-02T22:54:07.566 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/c2-2 2021-09-02T22:54:07.629 INFO:tasks.ceph:roles_to_devs: {'c2.osd.0': '/dev/vg_nvme/lv_1', 'c2.osd.1': '/dev/vg_nvme/lv_2', 'c2.osd.2': '/dev/vg_nvme/lv_3'} 2021-09-02T22:54:07.630 INFO:tasks.ceph:role: c2.osd.2 2021-09-02T22:54:07.630 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi162.front.sepia.ceph.com 2021-09-02T22:54:07.630 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2021-09-02T22:54:07.700 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2021-09-02T22:54:07.700 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2021-09-02T22:54:07.701 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2021-09-02T22:54:07.701 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 2021-09-02T22:54:07.701 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2021-09-02T22:54:07.701 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2021-09-02T22:54:07.701 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2021-09-02T22:54:07.702 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2021-09-02T22:54:07.702 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2021-09-02T22:54:07.702 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2021-09-02T22:54:08.064 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2021-09-02T22:54:08.065 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2021-09-02T22:54:08.066 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/c2-2 2021-09-02T22:54:08.173 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/c2-2 2021-09-02T22:54:08.200 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:08.287 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:08.287+0000 7f5d67a0a0c0 -1 auth: error reading file: /var/lib/ceph/osd/c2-0/keyring: can't open /var/lib/ceph/osd/c2-0/keyring: (2) No such file or directory 2021-09-02T22:54:08.288 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:08.288+0000 7f5d67a0a0c0 -1 created new key in keyring /var/lib/ceph/osd/c2-0/keyring 2021-09-02T22:54:08.288 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:08.288+0000 7f5d67a0a0c0 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2021-09-02T22:54:08.288 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:08.288+0000 7f5d67a0a0c0 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2021-09-02T22:54:08.289 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:08.288+0000 7f5d67a0a0c0 -1 bluestore(/var/lib/ceph/osd/c2-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-0/block: (2) No such file or directory 2021-09-02T22:54:08.295 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:08.295+0000 7f5d67a0a0c0 -1 bluestore(/var/lib/ceph/osd/c2-0) _read_fsid unparsable uuid 2021-09-02T22:54:10.375 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-0 2021-09-02T22:54:10.404 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:10.490 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:10.489+0000 7f2709c500c0 -1 auth: error reading file: /var/lib/ceph/osd/c2-1/keyring: can't open /var/lib/ceph/osd/c2-1/keyring: (2) No such file or directory 2021-09-02T22:54:10.491 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:10.490+0000 7f2709c500c0 -1 created new key in keyring /var/lib/ceph/osd/c2-1/keyring 2021-09-02T22:54:10.491 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:10.490+0000 7f2709c500c0 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2021-09-02T22:54:10.491 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:10.490+0000 7f2709c500c0 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2021-09-02T22:54:10.492 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:10.490+0000 7f2709c500c0 -1 bluestore(/var/lib/ceph/osd/c2-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-1/block: (2) No such file or directory 2021-09-02T22:54:10.492 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:10.490+0000 7f2709c500c0 -1 bluestore(/var/lib/ceph/osd/c2-1) _read_fsid unparsable uuid 2021-09-02T22:54:12.574 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-1 2021-09-02T22:54:12.604 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster c2 --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:12.688 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:12.687+0000 7fbe1a4dd0c0 -1 auth: error reading file: /var/lib/ceph/osd/c2-2/keyring: can't open /var/lib/ceph/osd/c2-2/keyring: (2) No such file or directory 2021-09-02T22:54:12.688 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:12.687+0000 7fbe1a4dd0c0 -1 created new key in keyring /var/lib/ceph/osd/c2-2/keyring 2021-09-02T22:54:12.689 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:12.688+0000 7fbe1a4dd0c0 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2021-09-02T22:54:12.689 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:12.688+0000 7fbe1a4dd0c0 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2021-09-02T22:54:12.689 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:12.688+0000 7fbe1a4dd0c0 -1 bluestore(/var/lib/ceph/osd/c2-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/c2-2/block: (2) No such file or directory 2021-09-02T22:54:12.689 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:12.688+0000 7fbe1a4dd0c0 -1 bluestore(/var/lib/ceph/osd/c2-2) _read_fsid unparsable uuid 2021-09-02T22:54:14.770 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/c2-2 2021-09-02T22:54:14.839 INFO:tasks.ceph:Reading keys from all nodes... 2021-09-02T22:54:14.840 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:14.840 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/mgr/c2-x/keyring of=/dev/stdout 2021-09-02T22:54:14.907 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:14.907 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/c2-0/keyring of=/dev/stdout 2021-09-02T22:54:14.973 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:14.973 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/c2-1/keyring of=/dev/stdout 2021-09-02T22:54:15.038 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:15.038 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/c2-2/keyring of=/dev/stdout 2021-09-02T22:54:15.102 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:15.102 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/etc/ceph/c2.client.0.keyring of=/dev/stdout 2021-09-02T22:54:15.156 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:15.157 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/etc/ceph/c2.client.1.keyring of=/dev/stdout 2021-09-02T22:54:15.211 INFO:tasks.ceph:Adding keys to all mons... 2021-09-02T22:54:15.212 DEBUG:teuthology.orchestra.run.smithi162:> sudo tee -a /etc/ceph/c2.keyring 2021-09-02T22:54:15.274 INFO:teuthology.orchestra.run.smithi162.stdout:[mgr.x] 2021-09-02T22:54:15.274 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAOVjFhAExqBhAAYUr6LYy7bV5C/SyxtVJbFg== 2021-09-02T22:54:15.274 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.0] 2021-09-02T22:54:15.275 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAQVjFh63I3ERAAyWiQcB51ih8DoeFve+1utw== 2021-09-02T22:54:15.275 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.1] 2021-09-02T22:54:15.275 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQASVjFh+dxKHRAAcWZ+LTTQlY1/57Ve/OYkfQ== 2021-09-02T22:54:15.275 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.2] 2021-09-02T22:54:15.276 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAUVjFhPNcWKRAAzAvdyhx54UqbRFBfHsTdDw== 2021-09-02T22:54:15.276 INFO:teuthology.orchestra.run.smithi162.stdout:[client.0] 2021-09-02T22:54:15.276 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAOVjFhmDTLCBAAp/FpTOryZLv00MLPp1ht9Q== 2021-09-02T22:54:15.276 INFO:teuthology.orchestra.run.smithi162.stdout:[client.1] 2021-09-02T22:54:15.277 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAOVjFhKbwbDhAAXP6jJ1/lmd3pU87TGL7j/w== 2021-09-02T22:54:15.278 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2021-09-02T22:54:15.364 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.0 --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' 2021-09-02T22:54:15.410 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.1 --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' 2021-09-02T22:54:15.455 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=osd.2 --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' 2021-09-02T22:54:15.500 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2021-09-02T22:54:15.550 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/c2.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2021-09-02T22:54:15.599 INFO:tasks.ceph:Running mkfs on mon nodes... 2021-09-02T22:54:15.599 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/mon/c2-a 2021-09-02T22:54:15.623 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster c2 --mkfs -i a --monmap /home/ubuntu/cephtest/c2.monmap --keyring /etc/ceph/c2.keyring 2021-09-02T22:54:15.714 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/mon/c2-a 2021-09-02T22:54:15.737 DEBUG:teuthology.orchestra.run.smithi162:> rm -- /home/ubuntu/cephtest/c2.monmap 2021-09-02T22:54:15.792 INFO:tasks.ceph:Starting mon daemons in cluster c2... 2021-09-02T22:54:15.792 INFO:tasks.ceph.c2.mon.a:Restarting daemon 2021-09-02T22:54:15.793 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster c2 -i a 2021-09-02T22:54:15.834 INFO:tasks.ceph.c2.mon.a:Started 2021-09-02T22:54:15.834 INFO:tasks.ceph:Starting mgr daemons in cluster c2... 2021-09-02T22:54:15.834 INFO:tasks.ceph.c2.mgr.x:Restarting daemon 2021-09-02T22:54:15.835 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster c2 -i x 2021-09-02T22:54:15.837 INFO:tasks.ceph.c2.mgr.x:Started 2021-09-02T22:54:15.837 INFO:tasks.ceph:Setting crush tunables to default 2021-09-02T22:54:15.837 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster c2 osd crush tunables default 2021-09-02T22:54:16.031 INFO:teuthology.orchestra.run.smithi162.stderr:adjusted tunables profile to default 2021-09-02T22:54:16.041 INFO:tasks.ceph:Starting osd daemons in cluster c2... 2021-09-02T22:54:16.041 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:16.042 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/c2-0/fsid of=/dev/stdout 2021-09-02T22:54:16.065 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:16.065 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/c2-1/fsid of=/dev/stdout 2021-09-02T22:54:16.128 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2021-09-02T22:54:16.128 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/c2-2/fsid of=/dev/stdout 2021-09-02T22:54:16.191 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster c2 osd new f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9 0 2021-09-02T22:54:16.432 INFO:teuthology.orchestra.run.smithi162.stdout:0 2021-09-02T22:54:16.444 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster c2 osd new d970d4a9-b309-4c6b-b67a-e8b10f8face0 1 2021-09-02T22:54:16.645 INFO:teuthology.orchestra.run.smithi162.stdout:1 2021-09-02T22:54:16.658 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster c2 osd new 20ea134b-39b7-4a76-8f30-3ac4022f57cb 2 2021-09-02T22:54:16.860 INFO:teuthology.orchestra.run.smithi162.stdout:2 2021-09-02T22:54:16.872 INFO:tasks.ceph.c2.osd.0:Restarting daemon 2021-09-02T22:54:16.873 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 0 2021-09-02T22:54:16.875 INFO:tasks.ceph.c2.osd.0:Started 2021-09-02T22:54:16.875 INFO:tasks.ceph.c2.osd.1:Restarting daemon 2021-09-02T22:54:16.876 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 1 2021-09-02T22:54:16.878 INFO:tasks.ceph.c2.osd.1:Started 2021-09-02T22:54:16.878 INFO:tasks.ceph.c2.osd.2:Restarting daemon 2021-09-02T22:54:16.879 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster c2 -i 2 2021-09-02T22:54:16.880 INFO:tasks.ceph.c2.osd.2:Started 2021-09-02T22:54:16.881 INFO:tasks.ceph:Waiting for OSDs to come up 2021-09-02T22:54:17.183 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2021-09-02T22:54:17.363 INFO:teuthology.misc.health.smithi162.stdout: 2021-09-02T22:54:17.363 INFO:teuthology.misc.health.smithi162.stdout:{"epoch":5,"fsid":"71dca1ed-4c67-427a-872b-1b3d570e95f5","created":"2021-09-02T22:54:15.930977+0000","modified":"2021-09-02T22:54:16.860638+0000","last_up_change":"0.000000","last_in_change":"2021-09-02T22:54:16.860638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"d970d4a9-b309-4c6b-b67a-e8b10f8face0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"20ea134b-39b7-4a76-8f30-3ac4022f57cb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:17.374 DEBUG:teuthology.misc:0 of 3 OSDs are up 2021-09-02T22:54:17.463 INFO:tasks.ceph.c2.osd.0.smithi162.stderr:2021-09-02T22:54:17.463+0000 7f139ce4c0c0 -1 Falling back to public interface 2021-09-02T22:54:17.471 INFO:tasks.ceph.c2.osd.2.smithi162.stderr:2021-09-02T22:54:17.471+0000 7fb54aede0c0 -1 Falling back to public interface 2021-09-02T22:54:17.475 INFO:tasks.ceph.c2.osd.1.smithi162.stderr:2021-09-02T22:54:17.475+0000 7f208c98c0c0 -1 Falling back to public interface 2021-09-02T22:54:19.923 INFO:tasks.ceph.c2.osd.0.smithi162.stderr:2021-09-02T22:54:19.924+0000 7f139ce4c0c0 -1 osd.0 0 log_to_monitors {default=true} 2021-09-02T22:54:20.202 INFO:tasks.ceph.c2.osd.2.smithi162.stderr:2021-09-02T22:54:20.203+0000 7fb54aede0c0 -1 osd.2 0 log_to_monitors {default=true} 2021-09-02T22:54:20.216 INFO:tasks.ceph.c2.osd.1.smithi162.stderr:2021-09-02T22:54:20.218+0000 7f208c98c0c0 -1 osd.1 0 log_to_monitors {default=true} 2021-09-02T22:54:21.747 INFO:tasks.ceph.c2.osd.0.smithi162.stderr:2021-09-02T22:54:21.748+0000 7f139380a700 -1 osd.0 0 waiting for initial osdmap 2021-09-02T22:54:21.749 INFO:tasks.ceph.c2.osd.0.smithi162.stderr:2021-09-02T22:54:21.750+0000 7f138c19d700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-09-02T22:54:23.071 INFO:tasks.ceph.c2.osd.1.smithi162.stderr:2021-09-02T22:54:23.072+0000 7f208334a700 -1 osd.1 0 waiting for initial osdmap 2021-09-02T22:54:23.074 INFO:tasks.ceph.c2.osd.1.smithi162.stderr:2021-09-02T22:54:23.075+0000 7f207bcdd700 -1 osd.1 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-09-02T22:54:23.142 INFO:tasks.ceph.c2.osd.2.smithi162.stderr:2021-09-02T22:54:23.143+0000 7fb54189c700 -1 osd.2 0 waiting for initial osdmap 2021-09-02T22:54:23.144 INFO:tasks.ceph.c2.osd.2.smithi162.stderr:2021-09-02T22:54:23.145+0000 7fb53a22f700 -1 osd.2 9 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2021-09-02T22:54:23.677 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2021-09-02T22:54:23.955 INFO:teuthology.misc.health.smithi162.stdout: 2021-09-02T22:54:23.955 INFO:teuthology.misc.health.smithi162.stdout:{"epoch":9,"fsid":"71dca1ed-4c67-427a-872b-1b3d570e95f5","created":"2021-09-02T22:54:15.930977+0000","modified":"2021-09-02T22:54:22.981274+0000","last_up_change":"2021-09-02T22:54:21.978853+0000","last_in_change":"2021-09-02T22:54:16.860638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[],"osds":[{"osd":0,"uuid":"f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":30507},{"type":"v1","addr":"172.21.15.162:6801","nonce":30507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":30507},{"type":"v1","addr":"172.21.15.162:6803","nonce":30507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":30507},{"type":"v1","addr":"172.21.15.162:6807","nonce":30507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":30507},{"type":"v1","addr":"172.21.15.162:6805","nonce":30507}]},"public_addr":"172.21.15.162:6801/30507","cluster_addr":"172.21.15.162:6803/30507","heartbeat_back_addr":"172.21.15.162:6807/30507","heartbeat_front_addr":"172.21.15.162:6805/30507","state":["exists","up"]},{"osd":1,"uuid":"d970d4a9-b309-4c6b-b67a-e8b10f8face0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"20ea134b-39b7-4a76-8f30-3ac4022f57cb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:20.973188+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:23.967 DEBUG:teuthology.misc:1 of 3 OSDs are up 2021-09-02T22:54:30.270 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster c2 osd dump --format=json 2021-09-02T22:54:30.556 INFO:teuthology.misc.health.smithi162.stdout: 2021-09-02T22:54:30.557 INFO:teuthology.misc.health.smithi162.stdout:{"epoch":13,"fsid":"71dca1ed-4c67-427a-872b-1b3d570e95f5","created":"2021-09-02T22:54:15.930977+0000","modified":"2021-09-02T22:54:27.077141+0000","last_up_change":"2021-09-02T22:54:24.070709+0000","last_in_change":"2021-09-02T22:54:16.860638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:54:24.889728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":30507},{"type":"v1","addr":"172.21.15.162:6801","nonce":30507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":30507},{"type":"v1","addr":"172.21.15.162:6803","nonce":30507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":30507},{"type":"v1","addr":"172.21.15.162:6807","nonce":30507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":30507},{"type":"v1","addr":"172.21.15.162:6805","nonce":30507}]},"public_addr":"172.21.15.162:6801/30507","cluster_addr":"172.21.15.162:6803/30507","heartbeat_back_addr":"172.21.15.162:6807/30507","heartbeat_front_addr":"172.21.15.162:6805/30507","state":["exists","up"]},{"osd":1,"uuid":"d970d4a9-b309-4c6b-b67a-e8b10f8face0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":30508},{"type":"v1","addr":"172.21.15.162:6817","nonce":30508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":30508},{"type":"v1","addr":"172.21.15.162:6819","nonce":30508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":30508},{"type":"v1","addr":"172.21.15.162:6823","nonce":30508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":30508},{"type":"v1","addr":"172.21.15.162:6821","nonce":30508}]},"public_addr":"172.21.15.162:6817/30508","cluster_addr":"172.21.15.162:6819/30508","heartbeat_back_addr":"172.21.15.162:6823/30508","heartbeat_front_addr":"172.21.15.162:6821/30508","state":["exists","up"]},{"osd":2,"uuid":"20ea134b-39b7-4a76-8f30-3ac4022f57cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":30509},{"type":"v1","addr":"172.21.15.162:6809","nonce":30509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":30509},{"type":"v1","addr":"172.21.15.162:6811","nonce":30509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":30509},{"type":"v1","addr":"172.21.15.162:6815","nonce":30509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":30509},{"type":"v1","addr":"172.21.15.162:6813","nonce":30509}]},"public_addr":"172.21.15.162:6809/30509","cluster_addr":"172.21.15.162:6811/30509","heartbeat_back_addr":"172.21.15.162:6815/30509","heartbeat_front_addr":"172.21.15.162:6813/30509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:20.973188+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.196636+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.178889+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:30.568 DEBUG:teuthology.misc:3 of 3 OSDs are up 2021-09-02T22:54:30.569 INFO:tasks.ceph:Creating RBD pool 2021-09-02T22:54:30.569 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster c2 osd pool create rbd 8 2021-09-02T22:54:31.088 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'rbd' created 2021-09-02T22:54:31.099 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster c2 osd pool application enable rbd rbd --yes-i-really-mean-it 2021-09-02T22:54:32.092 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rbd' on pool 'rbd' 2021-09-02T22:54:32.103 INFO:tasks.ceph:Starting mds daemons in cluster c2... 2021-09-02T22:54:32.104 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2021-09-02T22:54:32.105 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2021-09-02T22:54:32.384 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:32.385 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":15,"fsid":"71dca1ed-4c67-427a-872b-1b3d570e95f5","created":"2021-09-02T22:54:15.930977+0000","modified":"2021-09-02T22:54:32.082912+0000","last_up_change":"2021-09-02T22:54:24.070709+0000","last_in_change":"2021-09-02T22:54:16.860638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:54:24.889728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-09-02T22:54:30.868976+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"15","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":30507},{"type":"v1","addr":"172.21.15.162:6801","nonce":30507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":30507},{"type":"v1","addr":"172.21.15.162:6803","nonce":30507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":30507},{"type":"v1","addr":"172.21.15.162:6807","nonce":30507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":30507},{"type":"v1","addr":"172.21.15.162:6805","nonce":30507}]},"public_addr":"172.21.15.162:6801/30507","cluster_addr":"172.21.15.162:6803/30507","heartbeat_back_addr":"172.21.15.162:6807/30507","heartbeat_front_addr":"172.21.15.162:6805/30507","state":["exists","up"]},{"osd":1,"uuid":"d970d4a9-b309-4c6b-b67a-e8b10f8face0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":30508},{"type":"v1","addr":"172.21.15.162:6817","nonce":30508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":30508},{"type":"v1","addr":"172.21.15.162:6819","nonce":30508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":30508},{"type":"v1","addr":"172.21.15.162:6823","nonce":30508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":30508},{"type":"v1","addr":"172.21.15.162:6821","nonce":30508}]},"public_addr":"172.21.15.162:6817/30508","cluster_addr":"172.21.15.162:6819/30508","heartbeat_back_addr":"172.21.15.162:6823/30508","heartbeat_front_addr":"172.21.15.162:6821/30508","state":["exists","up"]},{"osd":2,"uuid":"20ea134b-39b7-4a76-8f30-3ac4022f57cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":30509},{"type":"v1","addr":"172.21.15.162:6809","nonce":30509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":30509},{"type":"v1","addr":"172.21.15.162:6811","nonce":30509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":30509},{"type":"v1","addr":"172.21.15.162:6815","nonce":30509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":30509},{"type":"v1","addr":"172.21.15.162:6813","nonce":30509}]},"public_addr":"172.21.15.162:6809/30509","cluster_addr":"172.21.15.162:6811/30509","heartbeat_back_addr":"172.21.15.162:6815/30509","heartbeat_front_addr":"172.21.15.162:6813/30509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:20.973188+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.196636+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.178889+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:32.397 INFO:tasks.ceph.ceph_manager.c2:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2021-09-02T22:54:24.889728+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '13', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}, {'pool': 2, 'pool_name': 'rbd', 'create_time': '2021-09-02T22:54:30.868976+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '15', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}}] 2021-09-02T22:54:32.398 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd pool get .mgr pg_num 2021-09-02T22:54:32.681 INFO:teuthology.orchestra.run.smithi162.stdout:pg_num: 1 2021-09-02T22:54:32.694 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd pool get rbd pg_num 2021-09-02T22:54:32.978 INFO:teuthology.orchestra.run.smithi162.stdout:pg_num: 8 2021-09-02T22:54:32.991 INFO:tasks.ceph:Waiting until c2 daemons up and pgs clean... 2021-09-02T22:54:32.992 INFO:tasks.ceph.ceph_manager.c2:waiting for mgr available 2021-09-02T22:54:32.992 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 mgr dump --format=json 2021-09-02T22:54:33.315 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:33.327 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":5,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":30190},{"type":"v1","addr":"172.21.15.162:6825","nonce":30190}]},"active_addr":"172.21.15.162:6825/30190","active_change":"2021-09-02T22:54:20.857378+0000","active_mgr_features":4540138303579357183,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"docker.io/library/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"docker.io/arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"autoscale_profile":{"name":"autoscale_profile","type":"str","level":"advanced","flags":1,"default_value":"scale-up","min":"","max":"","enum_allowed":[],"desc":"pg_autoscale profiler","long_desc":"Determines the behavior of the autoscaler algorithm `scale-up` means that it starts out with minmum pgs and scales up when there is pressure, `scale-down` means starts out with full pgs and scales down when there is pressure ","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share perf counter metrics summed across the whole cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.162:0","nonce":3660459074}]},{"addrvec":[{"type":"v2","addr":"172.21.15.162:0","nonce":776196962}]},{"addrvec":[{"type":"v2","addr":"172.21.15.162:0","nonce":1230461120}]},{"addrvec":[{"type":"v2","addr":"172.21.15.162:0","nonce":974869274}]}]}} 2021-09-02T22:54:33.330 INFO:tasks.ceph.ceph_manager.c2:mgr available! 2021-09-02T22:54:33.330 INFO:tasks.ceph.ceph_manager.c2:waiting for all up 2021-09-02T22:54:33.331 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2021-09-02T22:54:33.614 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:33.614 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":16,"fsid":"71dca1ed-4c67-427a-872b-1b3d570e95f5","created":"2021-09-02T22:54:15.930977+0000","modified":"2021-09-02T22:54:33.088582+0000","last_up_change":"2021-09-02T22:54:24.070709+0000","last_in_change":"2021-09-02T22:54:16.860638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:54:24.889728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-09-02T22:54:30.868976+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":30507},{"type":"v1","addr":"172.21.15.162:6801","nonce":30507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":30507},{"type":"v1","addr":"172.21.15.162:6803","nonce":30507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":30507},{"type":"v1","addr":"172.21.15.162:6807","nonce":30507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":30507},{"type":"v1","addr":"172.21.15.162:6805","nonce":30507}]},"public_addr":"172.21.15.162:6801/30507","cluster_addr":"172.21.15.162:6803/30507","heartbeat_back_addr":"172.21.15.162:6807/30507","heartbeat_front_addr":"172.21.15.162:6805/30507","state":["exists","up"]},{"osd":1,"uuid":"d970d4a9-b309-4c6b-b67a-e8b10f8face0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":30508},{"type":"v1","addr":"172.21.15.162:6817","nonce":30508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":30508},{"type":"v1","addr":"172.21.15.162:6819","nonce":30508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":30508},{"type":"v1","addr":"172.21.15.162:6823","nonce":30508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":30508},{"type":"v1","addr":"172.21.15.162:6821","nonce":30508}]},"public_addr":"172.21.15.162:6817/30508","cluster_addr":"172.21.15.162:6819/30508","heartbeat_back_addr":"172.21.15.162:6823/30508","heartbeat_front_addr":"172.21.15.162:6821/30508","state":["exists","up"]},{"osd":2,"uuid":"20ea134b-39b7-4a76-8f30-3ac4022f57cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":30509},{"type":"v1","addr":"172.21.15.162:6809","nonce":30509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":30509},{"type":"v1","addr":"172.21.15.162:6811","nonce":30509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":30509},{"type":"v1","addr":"172.21.15.162:6815","nonce":30509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":30509},{"type":"v1","addr":"172.21.15.162:6813","nonce":30509}]},"public_addr":"172.21.15.162:6809/30509","cluster_addr":"172.21.15.162:6811/30509","heartbeat_back_addr":"172.21.15.162:6815/30509","heartbeat_front_addr":"172.21.15.162:6813/30509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:20.973188+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.196636+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.178889+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:33.627 INFO:tasks.ceph.ceph_manager.c2:all up! 2021-09-02T22:54:33.627 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd dump --format=json 2021-09-02T22:54:33.908 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:33.909 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":16,"fsid":"71dca1ed-4c67-427a-872b-1b3d570e95f5","created":"2021-09-02T22:54:15.930977+0000","modified":"2021-09-02T22:54:33.088582+0000","last_up_change":"2021-09-02T22:54:24.070709+0000","last_in_change":"2021-09-02T22:54:16.860638+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2021-09-02T22:54:24.889728+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"13","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2021-09-02T22:54:30.868976+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"f20b6227-20bd-4dcb-9c4e-e16a9eb6c5d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":30507},{"type":"v1","addr":"172.21.15.162:6801","nonce":30507}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":30507},{"type":"v1","addr":"172.21.15.162:6803","nonce":30507}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":30507},{"type":"v1","addr":"172.21.15.162:6807","nonce":30507}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":30507},{"type":"v1","addr":"172.21.15.162:6805","nonce":30507}]},"public_addr":"172.21.15.162:6801/30507","cluster_addr":"172.21.15.162:6803/30507","heartbeat_back_addr":"172.21.15.162:6807/30507","heartbeat_front_addr":"172.21.15.162:6805/30507","state":["exists","up"]},{"osd":1,"uuid":"d970d4a9-b309-4c6b-b67a-e8b10f8face0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":30508},{"type":"v1","addr":"172.21.15.162:6817","nonce":30508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":30508},{"type":"v1","addr":"172.21.15.162:6819","nonce":30508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":30508},{"type":"v1","addr":"172.21.15.162:6823","nonce":30508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":30508},{"type":"v1","addr":"172.21.15.162:6821","nonce":30508}]},"public_addr":"172.21.15.162:6817/30508","cluster_addr":"172.21.15.162:6819/30508","heartbeat_back_addr":"172.21.15.162:6823/30508","heartbeat_front_addr":"172.21.15.162:6821/30508","state":["exists","up"]},{"osd":2,"uuid":"20ea134b-39b7-4a76-8f30-3ac4022f57cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":10,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":30509},{"type":"v1","addr":"172.21.15.162:6809","nonce":30509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":30509},{"type":"v1","addr":"172.21.15.162:6811","nonce":30509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":30509},{"type":"v1","addr":"172.21.15.162:6815","nonce":30509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":30509},{"type":"v1","addr":"172.21.15.162:6813","nonce":30509}]},"public_addr":"172.21.15.162:6809/30509","cluster_addr":"172.21.15.162:6811/30509","heartbeat_back_addr":"172.21.15.162:6815/30509","heartbeat_front_addr":"172.21.15.162:6813/30509","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:20.973188+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.196636+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138303579357183,"old_weight":0,"last_purged_snaps_scrub":"2021-09-02T22:54:21.178889+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2021-09-02T22:54:33.921 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.0 flush_pg_stats 2021-09-02T22:54:34.067 INFO:teuthology.orchestra.run.smithi162.stdout:34359738373 2021-09-02T22:54:34.067 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.1 flush_pg_stats 2021-09-02T22:54:34.211 INFO:teuthology.orchestra.run.smithi162.stdout:42949672965 2021-09-02T22:54:34.212 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 tell osd.2 flush_pg_stats 2021-09-02T22:54:34.354 INFO:teuthology.orchestra.run.smithi162.stdout:42949672966 2021-09-02T22:54:34.355 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2021-09-02T22:54:34.638 INFO:teuthology.orchestra.run.smithi162.stdout:34359738371 2021-09-02T22:54:34.650 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738373 got 34359738371 for osd.0 2021-09-02T22:54:35.651 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.0 2021-09-02T22:54:35.947 INFO:teuthology.orchestra.run.smithi162.stdout:34359738373 2021-09-02T22:54:35.960 INFO:tasks.ceph.ceph_manager.c2:need seq 34359738373 got 34359738373 for osd.0 2021-09-02T22:54:35.961 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.1 2021-09-02T22:54:36.242 INFO:teuthology.orchestra.run.smithi162.stdout:42949672965 2021-09-02T22:54:36.256 INFO:tasks.ceph.ceph_manager.c2:need seq 42949672965 got 42949672965 for osd.1 2021-09-02T22:54:36.256 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 osd last-stat-seq osd.2 2021-09-02T22:54:36.536 INFO:teuthology.orchestra.run.smithi162.stdout:42949672966 2021-09-02T22:54:36.549 INFO:tasks.ceph.ceph_manager.c2:need seq 42949672966 got 42949672966 for osd.2 2021-09-02T22:54:36.549 INFO:tasks.ceph.ceph_manager.c2:waiting for clean 2021-09-02T22:54:36.550 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 pg dump --format=json 2021-09-02T22:54:36.826 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:36.828 INFO:teuthology.orchestra.run.smithi162.stderr:dumped all 2021-09-02T22:54:36.839 INFO:teuthology.orchestra.run.smithi162.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2021-09-02T22:54:34.862572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":24816,"kb_used_data":1560,"kb_used_omap":0,"kb_used_meta":23232,"kb_avail":314547984,"statfs":{"total":322122547200,"available":322097135616,"internally_reserved":0,"allocated":1597440,"data_stored":1293176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23789568},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000671"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.091635+0000","last_change":"2021-09-02T22:54:32.090706+0000","last_active":"2021-09-02T22:54:32.091635+0000","last_peered":"2021-09-02T22:54:32.091635+0000","last_clean":"2021-09-02T22:54:32.091635+0000","last_became_active":"2021-09-02T22:54:32.090379+0000","last_became_peered":"2021-09-02T22:54:32.090379+0000","last_unstale":"2021-09-02T22:54:32.091635+0000","last_undegraded":"2021-09-02T22:54:32.091635+0000","last_fullsized":"2021-09-02T22:54:32.091635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.091585+0000","last_change":"2021-09-02T22:54:32.089979+0000","last_active":"2021-09-02T22:54:32.091585+0000","last_peered":"2021-09-02T22:54:32.091585+0000","last_clean":"2021-09-02T22:54:32.091585+0000","last_became_active":"2021-09-02T22:54:32.089666+0000","last_became_peered":"2021-09-02T22:54:32.089666+0000","last_unstale":"2021-09-02T22:54:32.091585+0000","last_undegraded":"2021-09-02T22:54:32.091585+0000","last_fullsized":"2021-09-02T22:54:32.091585+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.091680+0000","last_change":"2021-09-02T22:54:32.090780+0000","last_active":"2021-09-02T22:54:32.091680+0000","last_peered":"2021-09-02T22:54:32.091680+0000","last_clean":"2021-09-02T22:54:32.091680+0000","last_became_active":"2021-09-02T22:54:32.090393+0000","last_became_peered":"2021-09-02T22:54:32.090393+0000","last_unstale":"2021-09-02T22:54:32.091680+0000","last_undegraded":"2021-09-02T22:54:32.091680+0000","last_fullsized":"2021-09-02T22:54:32.091680+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.094532+0000","last_change":"2021-09-02T22:54:32.093585+0000","last_active":"2021-09-02T22:54:32.094532+0000","last_peered":"2021-09-02T22:54:32.094532+0000","last_clean":"2021-09-02T22:54:32.094532+0000","last_became_active":"2021-09-02T22:54:32.093288+0000","last_became_peered":"2021-09-02T22:54:32.093288+0000","last_unstale":"2021-09-02T22:54:32.094532+0000","last_undegraded":"2021-09-02T22:54:32.094532+0000","last_fullsized":"2021-09-02T22:54:32.094532+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"12'97","reported_seq":139,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.087292+0000","last_change":"2021-09-02T22:54:26.087066+0000","last_active":"2021-09-02T22:54:32.087292+0000","last_peered":"2021-09-02T22:54:32.087292+0000","last_clean":"2021-09-02T22:54:32.087292+0000","last_became_active":"2021-09-02T22:54:26.086025+0000","last_became_peered":"2021-09-02T22:54:26.086025+0000","last_unstale":"2021-09-02T22:54:32.087292+0000","last_undegraded":"2021-09-02T22:54:32.087292+0000","last_fullsized":"2021-09-02T22:54:32.087292+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:25.072100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:25.072100+0000","last_clean_scrub_stamp":"2021-09-02T22:54:25.072100+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.092965+0000","last_change":"2021-09-02T22:54:32.092285+0000","last_active":"2021-09-02T22:54:32.092965+0000","last_peered":"2021-09-02T22:54:32.092965+0000","last_clean":"2021-09-02T22:54:32.092965+0000","last_became_active":"2021-09-02T22:54:32.092041+0000","last_became_peered":"2021-09-02T22:54:32.092041+0000","last_unstale":"2021-09-02T22:54:32.092965+0000","last_undegraded":"2021-09-02T22:54:32.092965+0000","last_fullsized":"2021-09-02T22:54:32.092965+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.094845+0000","last_change":"2021-09-02T22:54:32.093707+0000","last_active":"2021-09-02T22:54:32.094845+0000","last_peered":"2021-09-02T22:54:32.094845+0000","last_clean":"2021-09-02T22:54:32.094845+0000","last_became_active":"2021-09-02T22:54:32.093420+0000","last_became_peered":"2021-09-02T22:54:32.093420+0000","last_unstale":"2021-09-02T22:54:32.094845+0000","last_undegraded":"2021-09-02T22:54:32.094845+0000","last_fullsized":"2021-09-02T22:54:32.094845+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.092826+0000","last_change":"2021-09-02T22:54:32.089334+0000","last_active":"2021-09-02T22:54:32.092826+0000","last_peered":"2021-09-02T22:54:32.092826+0000","last_clean":"2021-09-02T22:54:32.092826+0000","last_became_active":"2021-09-02T22:54:32.088722+0000","last_became_peered":"2021-09-02T22:54:32.088722+0000","last_unstale":"2021-09-02T22:54:32.092826+0000","last_undegraded":"2021-09-02T22:54:32.092826+0000","last_fullsized":"2021-09-02T22:54:32.092826+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.092658+0000","last_change":"2021-09-02T22:54:32.090255+0000","last_active":"2021-09-02T22:54:32.092658+0000","last_peered":"2021-09-02T22:54:32.092658+0000","last_clean":"2021-09-02T22:54:32.092658+0000","last_became_active":"2021-09-02T22:54:32.089919+0000","last_became_peered":"2021-09-02T22:54:32.089919+0000","last_unstale":"2021-09-02T22:54:32.092658+0000","last_undegraded":"2021-09-02T22:54:32.092658+0000","last_fullsized":"2021-09-02T22:54:32.092658+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":10,"seq":42949672966,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7632,"kb_used_data":136,"kb_used_omap":0,"kb_used_meta":7488,"kb_avail":104849968,"statfs":{"total":107374182400,"available":107366367232,"internally_reserved":0,"allocated":139264,"data_stored":38630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7667712},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":0,"up_from":8,"seq":34359738373,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8596,"kb_used_data":716,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849004,"statfs":{"total":107374182400,"available":107365380096,"internally_reserved":0,"allocated":733184,"data_stored":628998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":1,"up_from":10,"seq":42949672965,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8588,"kb_used_data":708,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849012,"statfs":{"total":107374182400,"available":107365388288,"internally_reserved":0,"allocated":724992,"data_stored":625548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-09-02T22:54:36.840 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 pg dump --format=json 2021-09-02T22:54:37.119 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:37.121 INFO:teuthology.orchestra.run.smithi162.stderr:dumped all 2021-09-02T22:54:37.132 INFO:teuthology.orchestra.run.smithi162.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2021-09-02T22:54:36.862891+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":24824,"kb_used_data":1568,"kb_used_omap":0,"kb_used_meta":23232,"kb_avail":314547976,"statfs":{"total":322122547200,"available":322097127424,"internally_reserved":0,"allocated":1605632,"data_stored":1296626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":23789568},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000990"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.091635+0000","last_change":"2021-09-02T22:54:32.090706+0000","last_active":"2021-09-02T22:54:32.091635+0000","last_peered":"2021-09-02T22:54:32.091635+0000","last_clean":"2021-09-02T22:54:32.091635+0000","last_became_active":"2021-09-02T22:54:32.090379+0000","last_became_peered":"2021-09-02T22:54:32.090379+0000","last_unstale":"2021-09-02T22:54:32.091635+0000","last_undegraded":"2021-09-02T22:54:32.091635+0000","last_fullsized":"2021-09-02T22:54:32.091635+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.091585+0000","last_change":"2021-09-02T22:54:32.089979+0000","last_active":"2021-09-02T22:54:32.091585+0000","last_peered":"2021-09-02T22:54:32.091585+0000","last_clean":"2021-09-02T22:54:32.091585+0000","last_became_active":"2021-09-02T22:54:32.089666+0000","last_became_peered":"2021-09-02T22:54:32.089666+0000","last_unstale":"2021-09-02T22:54:32.091585+0000","last_undegraded":"2021-09-02T22:54:32.091585+0000","last_fullsized":"2021-09-02T22:54:32.091585+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.091680+0000","last_change":"2021-09-02T22:54:32.090780+0000","last_active":"2021-09-02T22:54:32.091680+0000","last_peered":"2021-09-02T22:54:32.091680+0000","last_clean":"2021-09-02T22:54:32.091680+0000","last_became_active":"2021-09-02T22:54:32.090393+0000","last_became_peered":"2021-09-02T22:54:32.090393+0000","last_unstale":"2021-09-02T22:54:32.091680+0000","last_undegraded":"2021-09-02T22:54:32.091680+0000","last_fullsized":"2021-09-02T22:54:32.091680+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.094532+0000","last_change":"2021-09-02T22:54:32.093585+0000","last_active":"2021-09-02T22:54:32.094532+0000","last_peered":"2021-09-02T22:54:32.094532+0000","last_clean":"2021-09-02T22:54:32.094532+0000","last_became_active":"2021-09-02T22:54:32.093288+0000","last_became_peered":"2021-09-02T22:54:32.093288+0000","last_unstale":"2021-09-02T22:54:32.094532+0000","last_undegraded":"2021-09-02T22:54:32.094532+0000","last_fullsized":"2021-09-02T22:54:32.094532+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"12'97","reported_seq":139,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.087292+0000","last_change":"2021-09-02T22:54:26.087066+0000","last_active":"2021-09-02T22:54:32.087292+0000","last_peered":"2021-09-02T22:54:32.087292+0000","last_clean":"2021-09-02T22:54:32.087292+0000","last_became_active":"2021-09-02T22:54:26.086025+0000","last_became_peered":"2021-09-02T22:54:26.086025+0000","last_unstale":"2021-09-02T22:54:32.087292+0000","last_undegraded":"2021-09-02T22:54:32.087292+0000","last_fullsized":"2021-09-02T22:54:32.087292+0000","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:25.072100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:25.072100+0000","last_clean_scrub_stamp":"2021-09-02T22:54:25.072100+0000","log_size":97,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.092965+0000","last_change":"2021-09-02T22:54:32.092285+0000","last_active":"2021-09-02T22:54:32.092965+0000","last_peered":"2021-09-02T22:54:32.092965+0000","last_clean":"2021-09-02T22:54:32.092965+0000","last_became_active":"2021-09-02T22:54:32.092041+0000","last_became_peered":"2021-09-02T22:54:32.092041+0000","last_unstale":"2021-09-02T22:54:32.092965+0000","last_undegraded":"2021-09-02T22:54:32.092965+0000","last_fullsized":"2021-09-02T22:54:32.092965+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.094845+0000","last_change":"2021-09-02T22:54:32.093707+0000","last_active":"2021-09-02T22:54:32.094845+0000","last_peered":"2021-09-02T22:54:32.094845+0000","last_clean":"2021-09-02T22:54:32.094845+0000","last_became_active":"2021-09-02T22:54:32.093420+0000","last_became_peered":"2021-09-02T22:54:32.093420+0000","last_unstale":"2021-09-02T22:54:32.094845+0000","last_undegraded":"2021-09-02T22:54:32.094845+0000","last_fullsized":"2021-09-02T22:54:32.094845+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.092826+0000","last_change":"2021-09-02T22:54:32.089334+0000","last_active":"2021-09-02T22:54:32.092826+0000","last_peered":"2021-09-02T22:54:32.092826+0000","last_clean":"2021-09-02T22:54:32.092826+0000","last_became_active":"2021-09-02T22:54:32.088722+0000","last_became_peered":"2021-09-02T22:54:32.088722+0000","last_unstale":"2021-09-02T22:54:32.092826+0000","last_undegraded":"2021-09-02T22:54:32.092826+0000","last_fullsized":"2021-09-02T22:54:32.092826+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":15,"state":"active+clean","last_fresh":"2021-09-02T22:54:32.092658+0000","last_change":"2021-09-02T22:54:32.090255+0000","last_active":"2021-09-02T22:54:32.092658+0000","last_peered":"2021-09-02T22:54:32.092658+0000","last_clean":"2021-09-02T22:54:32.092658+0000","last_became_active":"2021-09-02T22:54:32.089919+0000","last_became_peered":"2021-09-02T22:54:32.089919+0000","last_unstale":"2021-09-02T22:54:32.092658+0000","last_undegraded":"2021-09-02T22:54:32.092658+0000","last_fullsized":"2021-09-02T22:54:32.092658+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2021-09-02T22:54:31.081548+0000","last_clean_scrub_stamp":"2021-09-02T22:54:31.081548+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":106,"num_read_kb":91,"num_write":137,"num_write_kb":1894,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97,"ondisk_log_size":97,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":10,"seq":42949672967,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":7632,"kb_used_data":136,"kb_used_omap":0,"kb_used_meta":7488,"kb_avail":104849968,"statfs":{"total":107374182400,"available":107366367232,"internally_reserved":0,"allocated":139264,"data_stored":38630,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":7667712},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60999999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]}]},{"osd":0,"up_from":8,"seq":34359738373,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8596,"kb_used_data":716,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849004,"statfs":{"total":107374182400,"available":107365380096,"internally_reserved":0,"allocated":733184,"data_stored":628998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]}]},{"osd":1,"up_from":10,"seq":42949672966,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":8596,"kb_used_data":716,"kb_used_omap":0,"kb_used_meta":7872,"kb_avail":104849004,"statfs":{"total":107374182400,"available":107365380096,"internally_reserved":0,"allocated":733184,"data_stored":628998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":8060928},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2021-09-02T22:54:37.133 INFO:tasks.ceph.ceph_manager.c2:clean! 2021-09-02T22:54:37.133 INFO:tasks.ceph:Waiting until ceph cluster c2 is healthy... 2021-09-02T22:54:37.133 INFO:tasks.ceph.ceph_manager.c2:wait_until_healthy 2021-09-02T22:54:37.134 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster c2 health --format=json 2021-09-02T22:54:37.472 INFO:teuthology.orchestra.run.smithi162.stdout: 2021-09-02T22:54:37.473 INFO:teuthology.orchestra.run.smithi162.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2021-09-02T22:54:37.486 INFO:tasks.ceph.ceph_manager.c2:wait_until_healthy done 2021-09-02T22:54:37.486 INFO:teuthology.run_tasks:Running task rgw... 2021-09-02T22:54:37.502 DEBUG:tasks.rgw:config is {'c1.client.0': {'port': 8000}, 'c1.client.1': {'port': 8001}, 'c2.client.0': {'port': 8000}, 'c2.client.1': {'port': 8001}} 2021-09-02T22:54:37.503 DEBUG:tasks.rgw:client list is dict_keys(['c1.client.0', 'c1.client.1', 'c2.client.0', 'c2.client.1']) 2021-09-02T22:54:37.503 INFO:tasks.rgw:Creating data pools 2021-09-02T22:54:37.503 DEBUG:tasks.rgw:Obtaining remote for client c1.client.0 2021-09-02T22:54:37.504 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c1 2021-09-02T22:54:38.662 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'default.rgw.buckets.data' created 2021-09-02T22:54:38.681 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c1 2021-09-02T22:54:39.681 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2021-09-02T22:54:39.696 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c1 2021-09-02T22:54:40.686 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'default.rgw.buckets.index' created 2021-09-02T22:54:40.698 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c1 2021-09-02T22:54:41.680 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2021-09-02T22:54:41.695 DEBUG:tasks.rgw:Obtaining remote for client c1.client.1 2021-09-02T22:54:41.696 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c1 2021-09-02T22:54:42.004 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'default.rgw.buckets.data' already exists 2021-09-02T22:54:42.015 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c1 2021-09-02T22:54:42.683 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2021-09-02T22:54:42.697 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c1 2021-09-02T22:54:42.984 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'default.rgw.buckets.index' already exists 2021-09-02T22:54:42.995 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c1 2021-09-02T22:54:43.686 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2021-09-02T22:54:43.696 DEBUG:tasks.rgw:Obtaining remote for client c2.client.0 2021-09-02T22:54:43.697 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c2 2021-09-02T22:54:44.112 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'default.rgw.buckets.data' created 2021-09-02T22:54:44.126 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c2 2021-09-02T22:54:45.124 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2021-09-02T22:54:45.144 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c2 2021-09-02T22:54:46.120 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'default.rgw.buckets.index' created 2021-09-02T22:54:46.140 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c2 2021-09-02T22:54:47.143 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2021-09-02T22:54:47.163 DEBUG:tasks.rgw:Obtaining remote for client c2.client.1 2021-09-02T22:54:47.164 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster c2 2021-09-02T22:54:47.448 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'default.rgw.buckets.data' already exists 2021-09-02T22:54:47.458 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster c2 2021-09-02T22:54:48.132 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2021-09-02T22:54:48.144 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster c2 2021-09-02T22:54:48.424 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'default.rgw.buckets.index' already exists 2021-09-02T22:54:48.435 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster c2 2021-09-02T22:54:49.135 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2021-09-02T22:54:49.146 DEBUG:tasks.rgw:Pools created 2021-09-02T22:54:49.147 INFO:tasks.rgw:Configuring compression type = random 2021-09-02T22:54:49.148 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'list'] 2021-09-02T22:54:49.148 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'list'] 2021-09-02T22:54:49.149 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user list 2021-09-02T22:54:49.247 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:54:49.247 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:54:49.252 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:49.252+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.724 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.723+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.725 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.723+0000 7fadeeb58380 20 realm 2021-09-02T22:54:50.725 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.723+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.725 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.726 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 0 RGWPeriod::init failed to init realm id : (2) No such file or directory 2021-09-02T22:54:50.726 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.726 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.726 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.727 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.727 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.727 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.727 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.724+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.727 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.725+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.728 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.725+0000 7fadeeb58380 10 Creating default zonegroup 2021-09-02T22:54:50.728 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.725+0000 7fadeeb58380 20 get_system_obj_state: rctx=0x7ffe1333d300 obj=:.pools.avail state=0x5591e04bed70 s->prefetch_data=0 2021-09-02T22:54:50.728 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.725+0000 7fadeeb58380 10 couldn't find old data placement pools config, setting up new ones for the zone 2021-09-02T22:54:50.737 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.737+0000 7fadeeb58380 10 WARNING: store->list_zones() returned r=-2 2021-09-02T22:54:50.737 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.737+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.737 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.737+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.740 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.740+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.741 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.741+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.741 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.741+0000 7fadeeb58380 10 could not read realm id: (2) No such file or directory 2021-09-02T22:54:50.741 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.741+0000 7fadeeb58380 10 WARNING: failed to set zone as default, r=-22 2021-09-02T22:54:50.741 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.741+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.741 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.741+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.746 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.743+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.746 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.744+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:54:50.746 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.744+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.746 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.744+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:54:50.747 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.744+0000 7fadeeb58380 10 Using default name default 2021-09-02T22:54:50.747 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.744+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.747 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.745+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:50.747 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.745+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.745+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:54:50.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.745+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.745+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.745+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.746+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.749 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.746+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.749 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.746+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:50.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.756+0000 7fadeeb58380 20 RGWRados::pool_iterate: got zonegroup_info.7a40064a-370f-48d6-beb7-0c144b1f8b02 2021-09-02T22:54:50.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.756+0000 7fadeeb58380 20 RGWRados::pool_iterate: got zone_info.d6d592b5-26b6-4146-999b-8b10792303d1 2021-09-02T22:54:50.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.756+0000 7fadeeb58380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:54:50.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.756+0000 7fadeeb58380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:54:50.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.756+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.757+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:50.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.757+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.757+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:54:50.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.757+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.757+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:50.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.757+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.761 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:54:50.761 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.761 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.761 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 zone default found 2021-09-02T22:54:50.762 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 1 Realm: () 2021-09-02T22:54:50.762 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 1 ZoneGroup: default (7a40064a-370f-48d6-beb7-0c144b1f8b02) 2021-09-02T22:54:50.762 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 1 Zone: default (d6d592b5-26b6-4146-999b-8b10792303d1) 2021-09-02T22:54:50.762 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 10 cannot find current period zonegroup using local zonegroup configuration 2021-09-02T22:54:50.763 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 zonegroup default 2021-09-02T22:54:50.763 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:50.763 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:50.763 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:50.758+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:52.729 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:52.729+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:52.729 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:52.729+0000 7fadeeb58380 20 rados->read ofs=0 len=0 2021-09-02T22:54:52.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:52.731+0000 7fadeeb58380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:52.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:52.731+0000 7fadeeb58380 20 started sync module instance, tier type = 2021-09-02T22:54:52.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:52.731+0000 7fadeeb58380 20 started zone id=d6d592b5-26b6-4146-999b-8b10792303d1 (name=default) with tier type = 2021-09-02T22:54:54.767 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=0 2021-09-02T22:54:54.768 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=1 2021-09-02T22:54:54.768 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=2 2021-09-02T22:54:54.769 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=3 2021-09-02T22:54:54.769 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=4 2021-09-02T22:54:54.770 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=5 2021-09-02T22:54:54.770 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.767+0000 7fadeeb58380 20 add_watcher() i=6 2021-09-02T22:54:54.773 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 20 add_watcher() i=7 2021-09-02T22:54:54.773 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 2 all 8 watchers are set, enabling cache 2021-09-02T22:54:54.773 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2021-09-02T22:54:54.774 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2021-09-02T22:54:54.774 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:54:54.774 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2021-09-02T22:54:54.774 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2021-09-02T22:54:54.775 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.770+0000 7fadeeb58380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:54:54.775 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2021-09-02T22:54:54.775 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2021-09-02T22:54:54.775 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:54:54.776 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2021-09-02T22:54:54.776 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2021-09-02T22:54:54.776 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:54:54.776 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2021-09-02T22:54:54.777 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.771+0000 7fadeeb58380 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1203 entering 2021-09-02T22:54:54.777 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.775+0000 7fadeeb58380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:54:54.780 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.780+0000 7fadb2fe5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:54:54.780 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.780+0000 7fadeeb58380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:54:54.780 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:54.780+0000 7fadeeb58380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:54:58.729 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.727+0000 7fadeeb58380 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2021-09-02T22:54:58.730 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.727+0000 7fadeeb58380 5 note: GC not initialized 2021-09-02T22:54:58.730 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.729+0000 7fad21ffb700 20 reqs_thread_entry: start 2021-09-02T22:54:58.730 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.729+0000 7fad0f7fe700 20 reqs_thread_entry: start 2021-09-02T22:54:58.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.729+0000 7fadeeb58380 20 init_complete bucket index max shards: 11 2021-09-02T22:54:58.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.729+0000 7fadeeb58380 10 rgw notify: Started notification manager with: 1 workers 2021-09-02T22:54:58.732 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.729+0000 7fad0dffb700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 2 22:55:28 2021 2021-09-02T22:54:58.732 INFO:teuthology.orchestra.run.smithi132.stderr: 2021-09-02T22:54:58.732 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.729+0000 7fad0d7fa700 20 reqs_thread_entry: start 2021-09-02T22:54:58.756 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T22:54:58.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.757+0000 7fadeeb58380 20 remove_watcher() i=0 2021-09-02T22:54:58.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.757+0000 7fadeeb58380 2 removed watcher, disabling cache 2021-09-02T22:54:58.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.759+0000 7fadeeb58380 20 remove_watcher() i=1 2021-09-02T22:54:58.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.760+0000 7fadeeb58380 20 remove_watcher() i=2 2021-09-02T22:54:58.760 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.762+0000 7fadeeb58380 20 remove_watcher() i=3 2021-09-02T22:54:58.762 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.763+0000 7fadeeb58380 20 remove_watcher() i=4 2021-09-02T22:54:58.763 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.765+0000 7fadeeb58380 20 remove_watcher() i=5 2021-09-02T22:54:58.766 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.768+0000 7fadeeb58380 20 remove_watcher() i=6 2021-09-02T22:54:58.767 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.769+0000 7fadeeb58380 20 remove_watcher() i=7 2021-09-02T22:54:58.768 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.770+0000 7fadb2fe5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:54:58.773 DEBUG:tasks.util.rgw: json result: [] 2021-09-02T22:54:58.774 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:54:58.774 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:54:58.775 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2021-09-02T22:54:58.819 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:54:58.819 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:54:58.824 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.826+0000 7efcbd8da380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:54:58.824 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.826+0000 7efcbd8da380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:54:58.828 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.829+0000 7efbfa7fc700 20 reqs_thread_entry: start 2021-09-02T22:54:58.828 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.829+0000 7efcbd8da380 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2021-09-02T22:54:58.828 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.829+0000 7efcbd8da380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.829 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.830+0000 7efcbd8da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.829 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.830+0000 7efcbd8da380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.829 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.831+0000 7efcbd8da380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:54:58.841 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 RGWRados::pool_iterate: got zonegroup_info.7a40064a-370f-48d6-beb7-0c144b1f8b02 2021-09-02T22:54:58.841 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 RGWRados::pool_iterate: got zone_info.d6d592b5-26b6-4146-999b-8b10792303d1 2021-09-02T22:54:58.841 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:54:58.842 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:54:58.842 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.842 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:54:58.842 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.842+0000 7efcbd8da380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.843 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.843+0000 7efcbd8da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.844 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.843+0000 7efcbd8da380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.844 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.843+0000 7efcbd8da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.844 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.843+0000 7efcbd8da380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.844 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.843+0000 7efcbd8da380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:54:58.846 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:54:58.846 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "d6d592b5-26b6-4146-999b-8b10792303d1", 2021-09-02T22:54:58.847 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default", 2021-09-02T22:54:58.847 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "default.rgw.meta:root", 2021-09-02T22:54:58.847 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "default.rgw.control", 2021-09-02T22:54:58.847 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "default.rgw.log:gc", 2021-09-02T22:54:58.847 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "default.rgw.log:lc", 2021-09-02T22:54:58.848 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "default.rgw.log", 2021-09-02T22:54:58.848 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "default.rgw.log:intent", 2021-09-02T22:54:58.848 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "default.rgw.log:usage", 2021-09-02T22:54:58.848 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "default.rgw.meta:roles", 2021-09-02T22:54:58.849 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "default.rgw.log:reshard", 2021-09-02T22:54:58.849 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2021-09-02T22:54:58.849 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "default.rgw.meta:users.email", 2021-09-02T22:54:58.849 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2021-09-02T22:54:58.849 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2021-09-02T22:54:58.850 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "default.rgw.otp", 2021-09-02T22:54:58.850 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T22:54:58.850 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "", 2021-09-02T22:54:58.850 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "" 2021-09-02T22:54:58.851 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:54:58.851 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T22:54:58.851 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:54:58.852 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T22:54:58.852 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:54:58.852 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "default.rgw.buckets.index", 2021-09-02T22:54:58.853 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T22:54:58.853 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T22:54:58.853 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "default.rgw.buckets.data", 2021-09-02T22:54:58.853 INFO:teuthology.orchestra.run.smithi132.stdout: "compression_type": "random" 2021-09-02T22:54:58.853 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:54:58.854 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:54:58.854 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2021-09-02T22:54:58.854 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T22:54:58.854 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:54:58.855 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:54:58.855 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:54:58.855 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "", 2021-09-02T22:54:58.855 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "default.rgw.log:notif" 2021-09-02T22:54:58.855 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:54:58.857 DEBUG:tasks.util.rgw: json result: {'id': 'd6d592b5-26b6-4146-999b-8b10792303d1', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2021-09-02T22:54:58.857 INFO:tasks.util.rgw:rgwadmin: c1.client.1 : ['user', 'list'] 2021-09-02T22:54:58.857 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c1', 'user', 'list'] 2021-09-02T22:54:58.858 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c1 user list 2021-09-02T22:54:58.895 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:54:58.895 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:54:58.899 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.901+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.902+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.902+0000 7fd32cb0f380 20 realm 2021-09-02T22:54:58.905 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.902+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.905 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.906 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 0 RGWPeriod::init failed to init realm id : (2) No such file or directory 2021-09-02T22:54:58.906 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.906 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.907 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.907 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.908 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.903+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.908 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.904+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:54:58.908 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.904+0000 7fd32cb0f380 20 searching for the correct realm 2021-09-02T22:54:58.914 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.914+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zonegroup_info.7a40064a-370f-48d6-beb7-0c144b1f8b02 2021-09-02T22:54:58.915 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.914+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zone_info.d6d592b5-26b6-4146-999b-8b10792303d1 2021-09-02T22:54:58.915 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.914+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:54:58.915 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.914+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:54:58.915 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.914+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.916 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.915+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.916 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.915+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.916 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.915+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.917 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.915+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.917 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.915+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:54:58.917 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.915+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.918 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.916+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.918 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.916+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.918 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.916+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.919 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.916+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.919 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.916+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.924 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zonegroup_info.7a40064a-370f-48d6-beb7-0c144b1f8b02 2021-09-02T22:54:58.925 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zone_info.d6d592b5-26b6-4146-999b-8b10792303d1 2021-09-02T22:54:58.925 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:54:58.925 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:54:58.925 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.926 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.926 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.925+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.926 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.926+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:54:58.926 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.926+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.926 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.926+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:58.927 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.926+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.929 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.926+0000 7fd32cb0f380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:54:58.930 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.926+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.930 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.930 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 zone default found 2021-09-02T22:54:58.930 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 1 Realm: () 2021-09-02T22:54:58.931 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 1 ZoneGroup: default (7a40064a-370f-48d6-beb7-0c144b1f8b02) 2021-09-02T22:54:58.931 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 1 Zone: default (d6d592b5-26b6-4146-999b-8b10792303d1) 2021-09-02T22:54:58.931 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 10 cannot find current period zonegroup using local zonegroup configuration 2021-09-02T22:54:58.931 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 zonegroup default 2021-09-02T22:54:58.932 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.932 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.932 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.933 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.933 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados->read ofs=0 len=0 2021-09-02T22:54:58.933 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:58.933 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 started sync module instance, tier type = 2021-09-02T22:54:58.934 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.927+0000 7fd32cb0f380 20 started zone id=d6d592b5-26b6-4146-999b-8b10792303d1 (name=default) with tier type = 2021-09-02T22:54:58.954 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.955+0000 7fd32cb0f380 20 add_watcher() i=0 2021-09-02T22:54:58.955 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.955+0000 7fd32cb0f380 20 add_watcher() i=1 2021-09-02T22:54:58.955 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.955+0000 7fd32cb0f380 20 add_watcher() i=2 2021-09-02T22:54:58.955 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.955+0000 7fd32cb0f380 20 add_watcher() i=3 2021-09-02T22:54:58.955 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.955+0000 7fd32cb0f380 20 add_watcher() i=4 2021-09-02T22:54:58.956 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.955+0000 7fd32cb0f380 20 add_watcher() i=5 2021-09-02T22:54:58.956 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.956+0000 7fd32cb0f380 20 add_watcher() i=6 2021-09-02T22:54:58.957 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.957+0000 7fd32cb0f380 20 add_watcher() i=7 2021-09-02T22:54:58.957 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.957+0000 7fd32cb0f380 2 all 8 watchers are set, enabling cache 2021-09-02T22:54:58.958 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.959+0000 7fd2f17e2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:54:58.958 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.959+0000 7fd32cb0f380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:54:58.958 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.959+0000 7fd32cb0f380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:54:58.961 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.962+0000 7fd32cb0f380 5 note: GC not initialized 2021-09-02T22:54:58.962 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.963+0000 7fd25ffff700 20 reqs_thread_entry: start 2021-09-02T22:54:58.962 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.963+0000 7fd25dffb700 20 reqs_thread_entry: start 2021-09-02T22:54:58.963 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.963+0000 7fd32cb0f380 20 init_complete bucket index max shards: 11 2021-09-02T22:54:58.963 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.964+0000 7fd32cb0f380 10 rgw notify: Started notification manager with: 1 workers 2021-09-02T22:54:58.963 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.964+0000 7fd24bfff700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 2 22:55:29 2021 2021-09-02T22:54:58.963 INFO:teuthology.orchestra.run.smithi132.stderr: 2021-09-02T22:54:58.964 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.964+0000 7fd24b7fe700 20 reqs_thread_entry: start 2021-09-02T22:54:58.973 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T22:54:58.974 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.974+0000 7fd32cb0f380 20 remove_watcher() i=0 2021-09-02T22:54:58.974 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.974+0000 7fd32cb0f380 2 removed watcher, disabling cache 2021-09-02T22:54:58.974 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.976+0000 7fd32cb0f380 20 remove_watcher() i=1 2021-09-02T22:54:58.975 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.977+0000 7fd32cb0f380 20 remove_watcher() i=2 2021-09-02T22:54:58.978 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.979+0000 7fd32cb0f380 20 remove_watcher() i=3 2021-09-02T22:54:58.979 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.981+0000 7fd32cb0f380 20 remove_watcher() i=4 2021-09-02T22:54:58.980 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.982+0000 7fd32cb0f380 20 remove_watcher() i=5 2021-09-02T22:54:58.981 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.983+0000 7fd32cb0f380 20 remove_watcher() i=6 2021-09-02T22:54:58.982 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.984+0000 7fd32cb0f380 20 remove_watcher() i=7 2021-09-02T22:54:58.983 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:58.985+0000 7fd2f17e2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:54:58.988 DEBUG:tasks.util.rgw: json result: [] 2021-09-02T22:54:58.988 INFO:tasks.util.rgw:rgwadmin: c1.client.1 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:54:58.989 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c1', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:54:58.989 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c1 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2021-09-02T22:54:59.071 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:54:59.071 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:54:59.076 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.077+0000 7f0cf9cdd380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:54:59.076 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.077+0000 7f0cf9cdd380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:54:59.079 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.081+0000 7f0c367fc700 20 reqs_thread_entry: start 2021-09-02T22:54:59.080 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.081+0000 7f0cf9cdd380 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2021-09-02T22:54:59.080 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.081+0000 7f0cf9cdd380 20 rados->read ofs=0 len=0 2021-09-02T22:54:59.080 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.082+0000 7f0cf9cdd380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:59.081 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.082+0000 7f0cf9cdd380 20 rados->read ofs=0 len=0 2021-09-02T22:54:59.081 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.083+0000 7f0cf9cdd380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:54:59.092 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.093+0000 7f0cf9cdd380 20 RGWRados::pool_iterate: got zonegroup_info.7a40064a-370f-48d6-beb7-0c144b1f8b02 2021-09-02T22:54:59.092 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.093+0000 7f0cf9cdd380 20 RGWRados::pool_iterate: got zone_info.d6d592b5-26b6-4146-999b-8b10792303d1 2021-09-02T22:54:59.093 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.093+0000 7f0cf9cdd380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:54:59.093 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.093+0000 7f0cf9cdd380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:54:59.093 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.093+0000 7f0cf9cdd380 20 rados->read ofs=0 len=0 2021-09-02T22:54:59.094 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.094+0000 7f0cf9cdd380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:54:59.094 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.094+0000 7f0cf9cdd380 20 rados->read ofs=0 len=0 2021-09-02T22:54:59.095 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.094+0000 7f0cf9cdd380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:54:59.095 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.094+0000 7f0cf9cdd380 20 rados->read ofs=0 len=0 2021-09-02T22:54:59.095 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.094+0000 7f0cf9cdd380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:54:59.096 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.094+0000 7f0cf9cdd380 20 rados->read ofs=0 len=0 2021-09-02T22:54:59.096 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:54:59.095+0000 7f0cf9cdd380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:54:59.097 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:54:59.097 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "d6d592b5-26b6-4146-999b-8b10792303d1", 2021-09-02T22:54:59.098 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default", 2021-09-02T22:54:59.098 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "default.rgw.meta:root", 2021-09-02T22:54:59.098 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "default.rgw.control", 2021-09-02T22:54:59.099 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "default.rgw.log:gc", 2021-09-02T22:54:59.099 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "default.rgw.log:lc", 2021-09-02T22:54:59.099 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "default.rgw.log", 2021-09-02T22:54:59.099 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "default.rgw.log:intent", 2021-09-02T22:54:59.100 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "default.rgw.log:usage", 2021-09-02T22:54:59.100 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "default.rgw.meta:roles", 2021-09-02T22:54:59.100 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "default.rgw.log:reshard", 2021-09-02T22:54:59.100 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2021-09-02T22:54:59.100 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "default.rgw.meta:users.email", 2021-09-02T22:54:59.101 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2021-09-02T22:54:59.101 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2021-09-02T22:54:59.101 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "default.rgw.otp", 2021-09-02T22:54:59.101 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T22:54:59.102 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "", 2021-09-02T22:54:59.102 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "" 2021-09-02T22:54:59.102 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:54:59.102 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T22:54:59.102 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:54:59.103 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T22:54:59.103 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:54:59.103 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "default.rgw.buckets.index", 2021-09-02T22:54:59.103 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T22:54:59.104 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T22:54:59.104 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "default.rgw.buckets.data", 2021-09-02T22:54:59.104 INFO:teuthology.orchestra.run.smithi132.stdout: "compression_type": "random" 2021-09-02T22:54:59.104 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:54:59.104 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:54:59.105 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2021-09-02T22:54:59.105 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T22:54:59.105 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:54:59.105 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:54:59.105 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:54:59.106 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "", 2021-09-02T22:54:59.106 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "default.rgw.log:notif" 2021-09-02T22:54:59.106 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:54:59.107 DEBUG:tasks.util.rgw: json result: {'id': 'd6d592b5-26b6-4146-999b-8b10792303d1', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2021-09-02T22:54:59.108 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['user', 'list'] 2021-09-02T22:54:59.108 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'user', 'list'] 2021-09-02T22:54:59.108 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 user list 2021-09-02T22:54:59.215 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:54:59.215 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:54:59.222 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:54:59.222+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.955 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.954+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.955 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.954+0000 7efc56399380 20 realm 2021-09-02T22:55:00.955 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.954+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.956 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.955+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.956 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.955+0000 7efc56399380 0 RGWPeriod::init failed to init realm id : (2) No such file or directory 2021-09-02T22:55:00.956 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.955+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.957 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.956+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.957 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.956+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.959 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.959+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.959 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.959+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.963 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.963+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.963 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.963+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.964 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.964+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.964 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.964+0000 7efc56399380 10 Creating default zonegroup 2021-09-02T22:55:00.964 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.964+0000 7efc56399380 20 get_system_obj_state: rctx=0x7ffef9c95930 obj=:.pools.avail state=0x55796fa40d70 s->prefetch_data=0 2021-09-02T22:55:00.965 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.965+0000 7efc56399380 10 couldn't find old data placement pools config, setting up new ones for the zone 2021-09-02T22:55:00.980 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.981+0000 7efc56399380 10 WARNING: store->list_zones() returned r=-2 2021-09-02T22:55:00.981 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.981+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.981 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.981+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.986 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.987+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.987 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.987+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.987 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.987+0000 7efc56399380 10 could not read realm id: (2) No such file or directory 2021-09-02T22:55:00.988 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.987+0000 7efc56399380 10 WARNING: failed to set zone as default, r=-22 2021-09-02T22:55:00.988 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.987+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.988 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.987+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.991 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.992+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.992 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.992+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:55:00.992 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.992+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.993 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.994+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:55:00.994 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.994+0000 7efc56399380 10 Using default name default 2021-09-02T22:55:00.994 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.994+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.995 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.994+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:00.996 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.994+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.996 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.995+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:55:00.996 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.995+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.996 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.995+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.997 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.995+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.997 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.995+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:00.997 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.995+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:00.997 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:00.996+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:01.007 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.006+0000 7efc56399380 20 RGWRados::pool_iterate: got zonegroup_info.5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce 2021-09-02T22:55:01.007 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.006+0000 7efc56399380 20 RGWRados::pool_iterate: got zone_info.bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 2021-09-02T22:55:01.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.006+0000 7efc56399380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:55:01.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.006+0000 7efc56399380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:55:01.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.006+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:01.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.007+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:01.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.007+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:01.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.007+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:55:01.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.007+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:01.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.007+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:01.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.007+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:01.010 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:55:01.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:01.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:01.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 zone default found 2021-09-02T22:55:01.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 1 Realm: () 2021-09-02T22:55:01.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 1 ZoneGroup: default (5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce) 2021-09-02T22:55:01.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 1 Zone: default (bee34f5b-e1d3-4074-9a58-3e6d04a13fa0) 2021-09-02T22:55:01.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 10 cannot find current period zonegroup using local zonegroup configuration 2021-09-02T22:55:01.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 zonegroup default 2021-09-02T22:55:01.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:01.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:01.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:01.008+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:02.969 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:02.969+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:02.969 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:02.969+0000 7efc56399380 20 rados->read ofs=0 len=0 2021-09-02T22:55:02.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:02.969+0000 7efc56399380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:02.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:02.969+0000 7efc56399380 20 started sync module instance, tier type = 2021-09-02T22:55:02.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:02.969+0000 7efc56399380 20 started zone id=bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 (name=default) with tier type = 2021-09-02T22:55:05.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=0 2021-09-02T22:55:05.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=1 2021-09-02T22:55:05.008 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=2 2021-09-02T22:55:05.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=3 2021-09-02T22:55:05.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=4 2021-09-02T22:55:05.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=5 2021-09-02T22:55:05.009 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.008+0000 7efc56399380 20 add_watcher() i=6 2021-09-02T22:55:05.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.009+0000 7efc56399380 20 add_watcher() i=7 2021-09-02T22:55:05.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.009+0000 7efc56399380 2 all 8 watchers are set, enabling cache 2021-09-02T22:55:05.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.009+0000 7efc56399380 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2021-09-02T22:55:05.011 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.009+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2021-09-02T22:55:05.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.009+0000 7efc56399380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:55:05.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2021-09-02T22:55:05.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2021-09-02T22:55:05.012 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:55:05.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2021-09-02T22:55:05.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2021-09-02T22:55:05.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:55:05.013 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2021-09-02T22:55:05.014 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2021-09-02T22:55:05.014 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.010+0000 7efc56399380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:55:05.014 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.011+0000 7efc56399380 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2021-09-02T22:55:05.014 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.011+0000 7efc56399380 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1203 entering 2021-09-02T22:55:05.015 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.012+0000 7efc56399380 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::__cxx11::string, std::unique_ptr*, optional_yield, std::optional, bool):1161 entering 2021-09-02T22:55:05.016 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.015+0000 7efc1a7e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:55:05.017 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.015+0000 7efc56399380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:55:05.017 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:05.015+0000 7efc56399380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:55:08.964 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.965+0000 7efc56399380 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2021-09-02T22:55:08.965 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.965+0000 7efc56399380 5 note: GC not initialized 2021-09-02T22:55:08.967 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.967+0000 7efb897fa700 20 reqs_thread_entry: start 2021-09-02T22:55:08.968 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.967+0000 7efb76ffd700 20 reqs_thread_entry: start 2021-09-02T22:55:08.968 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.968+0000 7efc56399380 20 init_complete bucket index max shards: 11 2021-09-02T22:55:08.968 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.968+0000 7efc56399380 10 rgw notify: Started notification manager with: 1 workers 2021-09-02T22:55:08.969 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.968+0000 7efb757fa700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 2 22:55:39 2021 2021-09-02T22:55:08.969 INFO:teuthology.orchestra.run.smithi162.stderr: 2021-09-02T22:55:08.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.968+0000 7efb74ff9700 20 reqs_thread_entry: start 2021-09-02T22:55:08.992 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T22:55:08.993 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.993+0000 7efc56399380 20 remove_watcher() i=0 2021-09-02T22:55:08.993 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.993+0000 7efc56399380 2 removed watcher, disabling cache 2021-09-02T22:55:08.994 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.995+0000 7efc56399380 20 remove_watcher() i=1 2021-09-02T22:55:08.995 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.997+0000 7efc56399380 20 remove_watcher() i=2 2021-09-02T22:55:08.997 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.998+0000 7efc56399380 20 remove_watcher() i=3 2021-09-02T22:55:08.998 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:08.999+0000 7efc56399380 20 remove_watcher() i=4 2021-09-02T22:55:08.999 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.000+0000 7efc56399380 20 remove_watcher() i=5 2021-09-02T22:55:09.002 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.003+0000 7efc56399380 20 remove_watcher() i=6 2021-09-02T22:55:09.003 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.004+0000 7efc56399380 20 remove_watcher() i=7 2021-09-02T22:55:09.004 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.005+0000 7efc1a7e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:55:09.010 DEBUG:tasks.util.rgw: json result: [] 2021-09-02T22:55:09.011 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:55:09.012 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:55:09.012 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2021-09-02T22:55:09.058 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:09.059 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:09.064 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.065+0000 7fdd9a4ac380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:55:09.064 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.065+0000 7fdd9a4ac380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:55:09.068 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.068+0000 7fdcd67fc700 20 reqs_thread_entry: start 2021-09-02T22:55:09.068 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.069+0000 7fdd9a4ac380 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2021-09-02T22:55:09.068 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.069+0000 7fdd9a4ac380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.070 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.069+0000 7fdd9a4ac380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.070 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.069+0000 7fdd9a4ac380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.071 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.070+0000 7fdd9a4ac380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:55:09.080 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.081+0000 7fdd9a4ac380 20 RGWRados::pool_iterate: got zonegroup_info.5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce 2021-09-02T22:55:09.081 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.081+0000 7fdd9a4ac380 20 RGWRados::pool_iterate: got zone_info.bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 2021-09-02T22:55:09.081 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.081+0000 7fdd9a4ac380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:55:09.081 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.081+0000 7fdd9a4ac380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:55:09.082 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.081+0000 7fdd9a4ac380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.082 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.082+0000 7fdd9a4ac380 20 rados_obj.operate() r=0 bl.length=873 2021-09-02T22:55:09.082 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.082+0000 7fdd9a4ac380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.084 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.082+0000 7fdd9a4ac380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.084 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.082+0000 7fdd9a4ac380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.085 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.082+0000 7fdd9a4ac380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.085 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.082+0000 7fdd9a4ac380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.086 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.083+0000 7fdd9a4ac380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:55:09.087 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:55:09.087 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "bee34f5b-e1d3-4074-9a58-3e6d04a13fa0", 2021-09-02T22:55:09.087 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default", 2021-09-02T22:55:09.088 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "default.rgw.meta:root", 2021-09-02T22:55:09.088 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "default.rgw.control", 2021-09-02T22:55:09.089 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "default.rgw.log:gc", 2021-09-02T22:55:09.089 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "default.rgw.log:lc", 2021-09-02T22:55:09.090 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "default.rgw.log", 2021-09-02T22:55:09.090 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "default.rgw.log:intent", 2021-09-02T22:55:09.090 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "default.rgw.log:usage", 2021-09-02T22:55:09.091 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "default.rgw.meta:roles", 2021-09-02T22:55:09.092 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "default.rgw.log:reshard", 2021-09-02T22:55:09.092 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2021-09-02T22:55:09.092 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "default.rgw.meta:users.email", 2021-09-02T22:55:09.093 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2021-09-02T22:55:09.093 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2021-09-02T22:55:09.094 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "default.rgw.otp", 2021-09-02T22:55:09.094 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T22:55:09.094 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "", 2021-09-02T22:55:09.095 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "" 2021-09-02T22:55:09.095 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:09.096 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T22:55:09.096 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:09.096 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T22:55:09.097 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:55:09.097 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "default.rgw.buckets.index", 2021-09-02T22:55:09.098 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T22:55:09.098 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T22:55:09.099 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "default.rgw.buckets.data", 2021-09-02T22:55:09.099 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T22:55:09.100 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:09.101 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:09.101 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2021-09-02T22:55:09.101 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T22:55:09.102 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:09.102 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:09.103 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:09.104 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "", 2021-09-02T22:55:09.104 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "default.rgw.log:notif" 2021-09-02T22:55:09.104 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:55:09.106 DEBUG:tasks.util.rgw: json result: {'id': 'bee34f5b-e1d3-4074-9a58-3e6d04a13fa0', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2021-09-02T22:55:09.107 INFO:tasks.util.rgw:rgwadmin: c2.client.1 : ['user', 'list'] 2021-09-02T22:55:09.107 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c2', 'user', 'list'] 2021-09-02T22:55:09.108 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c2 user list 2021-09-02T22:55:09.149 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:09.150 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:09.154 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.156+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.156 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.157+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.156 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.157+0000 7f9d016da380 20 realm 2021-09-02T22:55:09.156 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.157+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.157 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.157+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.157 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.157+0000 7f9d016da380 0 RGWPeriod::init failed to init realm id : (2) No such file or directory 2021-09-02T22:55:09.157 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.157+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.158 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.158+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.158 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.158+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.159 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.158+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.159 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.158+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.159 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.159+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:55:09.159 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.159+0000 7f9d016da380 20 searching for the correct realm 2021-09-02T22:55:09.168 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 RGWRados::pool_iterate: got zonegroup_info.5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce 2021-09-02T22:55:09.168 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 RGWRados::pool_iterate: got zone_info.bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 2021-09-02T22:55:09.168 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:55:09.169 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:55:09.169 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.169 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.169 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.170 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.170 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.169+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.171 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:55:09.171 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.172 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.172 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.172 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.172 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.172 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.170+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.179 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 RGWRados::pool_iterate: got zonegroup_info.5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce 2021-09-02T22:55:09.179 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 RGWRados::pool_iterate: got zone_info.bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 2021-09-02T22:55:09.179 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:55:09.179 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:55:09.180 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.180 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.180 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.179+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.180 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.180+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:55:09.181 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.180+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.181 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.180+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.181 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.180+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.183 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.180+0000 7f9d016da380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:55:09.183 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.180+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.183 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.183 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 zone default found 2021-09-02T22:55:09.184 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 1 Realm: () 2021-09-02T22:55:09.184 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 1 ZoneGroup: default (5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce) 2021-09-02T22:55:09.184 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 1 Zone: default (bee34f5b-e1d3-4074-9a58-3e6d04a13fa0) 2021-09-02T22:55:09.184 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 10 cannot find current period zonegroup using local zonegroup configuration 2021-09-02T22:55:09.185 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 zonegroup default 2021-09-02T22:55:09.185 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.185 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.185 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.185 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.186 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.181+0000 7f9d016da380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.186 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.182+0000 7f9d016da380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.186 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.182+0000 7f9d016da380 20 started sync module instance, tier type = 2021-09-02T22:55:09.186 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.182+0000 7f9d016da380 20 started zone id=bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 (name=default) with tier type = 2021-09-02T22:55:09.195 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=0 2021-09-02T22:55:09.195 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=1 2021-09-02T22:55:09.195 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=2 2021-09-02T22:55:09.196 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=3 2021-09-02T22:55:09.196 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=4 2021-09-02T22:55:09.196 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=5 2021-09-02T22:55:09.196 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.196+0000 7f9d016da380 20 add_watcher() i=6 2021-09-02T22:55:09.197 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.197+0000 7f9d016da380 20 add_watcher() i=7 2021-09-02T22:55:09.197 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.197+0000 7f9d016da380 2 all 8 watchers are set, enabling cache 2021-09-02T22:55:09.198 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.199+0000 7f9cc67e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:55:09.198 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.199+0000 7f9d016da380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:55:09.198 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.199+0000 7f9d016da380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:55:09.201 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.202+0000 7f9d016da380 5 note: GC not initialized 2021-09-02T22:55:09.203 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.203+0000 7f9c357fa700 20 reqs_thread_entry: start 2021-09-02T22:55:09.203 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.203+0000 7f9c2effd700 20 reqs_thread_entry: start 2021-09-02T22:55:09.203 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.204+0000 7f9d016da380 20 init_complete bucket index max shards: 11 2021-09-02T22:55:09.203 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.204+0000 7f9d016da380 10 rgw notify: Started notification manager with: 1 workers 2021-09-02T22:55:09.204 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.204+0000 7f9c2d7fa700 20 rgw notify: INFO: next queues processing will happen at: Thu Sep 2 22:55:39 2021 2021-09-02T22:55:09.204 INFO:teuthology.orchestra.run.smithi162.stderr: 2021-09-02T22:55:09.204 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.204+0000 7f9c2cff9700 20 reqs_thread_entry: start 2021-09-02T22:55:09.213 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T22:55:09.214 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.215+0000 7f9d016da380 20 remove_watcher() i=0 2021-09-02T22:55:09.214 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.215+0000 7f9d016da380 2 removed watcher, disabling cache 2021-09-02T22:55:09.214 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.216+0000 7f9d016da380 20 remove_watcher() i=1 2021-09-02T22:55:09.216 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.217+0000 7f9d016da380 20 remove_watcher() i=2 2021-09-02T22:55:09.217 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.218+0000 7f9d016da380 20 remove_watcher() i=3 2021-09-02T22:55:09.218 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.219+0000 7f9d016da380 20 remove_watcher() i=4 2021-09-02T22:55:09.219 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.220+0000 7f9d016da380 20 remove_watcher() i=5 2021-09-02T22:55:09.220 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.222+0000 7f9d016da380 20 remove_watcher() i=6 2021-09-02T22:55:09.221 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.223+0000 7f9d016da380 20 remove_watcher() i=7 2021-09-02T22:55:09.222 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.223+0000 7f9cc67e4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2021-09-02T22:55:09.227 DEBUG:tasks.util.rgw: json result: [] 2021-09-02T22:55:09.227 INFO:tasks.util.rgw:rgwadmin: c2.client.1 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:55:09.228 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.1', '--cluster', 'c2', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2021-09-02T22:55:09.228 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.1 --cluster c2 zone placement modify --rgw-zone default --placement-id default-placement --compression random 2021-09-02T22:55:09.309 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:09.309 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:09.314 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.315+0000 7f1b31a71380 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2021-09-02T22:55:09.314 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.315+0000 7f1b31a71380 20 check_secure_mon_conn(): mode 1 is insecure 2021-09-02T22:55:09.318 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.319+0000 7f1a6e7fc700 20 reqs_thread_entry: start 2021-09-02T22:55:09.318 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.319+0000 7f1b31a71380 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2021-09-02T22:55:09.318 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.319+0000 7f1b31a71380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.319 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.320+0000 7f1b31a71380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.319 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.320+0000 7f1b31a71380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.319 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.320+0000 7f1b31a71380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:55:09.330 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 RGWRados::pool_iterate: got zonegroup_info.5f269e0c-bf3f-4c4e-8ad5-f529b682e1ce 2021-09-02T22:55:09.330 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 RGWRados::pool_iterate: got zone_info.bee34f5b-e1d3-4074-9a58-3e6d04a13fa0 2021-09-02T22:55:09.330 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 RGWRados::pool_iterate: got zone_names.default 2021-09-02T22:55:09.330 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 RGWRados::pool_iterate: got zonegroups_names.default 2021-09-02T22:55:09.331 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.331 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 rados_obj.operate() r=0 bl.length=889 2021-09-02T22:55:09.331 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.330+0000 7f1b31a71380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.331 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.331+0000 7f1b31a71380 20 rados_obj.operate() r=-2 bl.length=0 2021-09-02T22:55:09.332 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.331+0000 7f1b31a71380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.332 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.331+0000 7f1b31a71380 20 rados_obj.operate() r=0 bl.length=46 2021-09-02T22:55:09.332 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.331+0000 7f1b31a71380 20 rados->read ofs=0 len=0 2021-09-02T22:55:09.332 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:09.331+0000 7f1b31a71380 20 rados_obj.operate() r=0 bl.length=358 2021-09-02T22:55:09.334 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:55:09.334 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "bee34f5b-e1d3-4074-9a58-3e6d04a13fa0", 2021-09-02T22:55:09.335 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default", 2021-09-02T22:55:09.335 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "default.rgw.meta:root", 2021-09-02T22:55:09.335 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "default.rgw.control", 2021-09-02T22:55:09.335 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "default.rgw.log:gc", 2021-09-02T22:55:09.336 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "default.rgw.log:lc", 2021-09-02T22:55:09.336 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "default.rgw.log", 2021-09-02T22:55:09.336 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "default.rgw.log:intent", 2021-09-02T22:55:09.336 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "default.rgw.log:usage", 2021-09-02T22:55:09.336 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "default.rgw.meta:roles", 2021-09-02T22:55:09.337 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "default.rgw.log:reshard", 2021-09-02T22:55:09.337 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2021-09-02T22:55:09.337 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "default.rgw.meta:users.email", 2021-09-02T22:55:09.337 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2021-09-02T22:55:09.338 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2021-09-02T22:55:09.338 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "default.rgw.otp", 2021-09-02T22:55:09.338 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T22:55:09.338 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "", 2021-09-02T22:55:09.338 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "" 2021-09-02T22:55:09.339 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:09.339 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T22:55:09.339 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:09.339 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T22:55:09.340 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:55:09.340 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "default.rgw.buckets.index", 2021-09-02T22:55:09.340 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T22:55:09.340 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T22:55:09.340 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "default.rgw.buckets.data", 2021-09-02T22:55:09.341 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T22:55:09.341 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:09.341 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:09.341 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2021-09-02T22:55:09.341 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T22:55:09.342 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:09.342 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:09.342 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:09.342 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "", 2021-09-02T22:55:09.342 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "default.rgw.log:notif" 2021-09-02T22:55:09.343 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:55:09.344 DEBUG:tasks.util.rgw: json result: {'id': 'bee34f5b-e1d3-4074-9a58-3e6d04a13fa0', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2021-09-02T22:55:09.344 INFO:tasks.rgw:Starting rgw... 2021-09-02T22:55:09.345 INFO:tasks.rgw:rgw c1.client.0 config is {'port': 8000} 2021-09-02T22:55:09.345 INFO:tasks.rgw:Using beast as radosgw frontend 2021-09-02T22:55:09.345 INFO:tasks.rgw.c1.client.0:Restarting daemon 2021-09-02T22:55:09.346 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.c1.client.0.stdout 2>&1 2021-09-02T22:55:09.349 INFO:tasks.rgw.c1.client.0:Started 2021-09-02T22:55:09.350 INFO:tasks.rgw:rgw c1.client.1 config is {'port': 8001} 2021-09-02T22:55:09.350 INFO:tasks.rgw:Using beast as radosgw frontend 2021-09-02T22:55:09.350 INFO:tasks.rgw.c1.client.1:Restarting daemon 2021-09-02T22:55:09.351 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2021-09-02T22:55:09.353 INFO:tasks.rgw.c1.client.1:Started 2021-09-02T22:55:09.353 INFO:tasks.rgw:rgw c2.client.0 config is {'port': 8000} 2021-09-02T22:55:09.354 INFO:tasks.rgw:Using beast as radosgw frontend 2021-09-02T22:55:09.354 INFO:tasks.rgw.c2.client.0:Restarting daemon 2021-09-02T22:55:09.355 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2021-09-02T22:55:09.386 INFO:tasks.rgw.c2.client.0:Started 2021-09-02T22:55:09.387 INFO:tasks.rgw:rgw c2.client.1 config is {'port': 8001} 2021-09-02T22:55:09.387 INFO:tasks.rgw:Using beast as radosgw frontend 2021-09-02T22:55:09.387 INFO:tasks.rgw.c2.client.1:Restarting daemon 2021-09-02T22:55:09.388 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2021-09-02T22:55:09.390 INFO:tasks.rgw.c2.client.1:Started 2021-09-02T22:55:09.390 INFO:tasks.rgw:Polling c1.client.0 until it starts accepting connections on http://smithi132.front.sepia.ceph.com:8000/ 2021-09-02T22:55:09.391 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8000/ 2021-09-02T22:55:09.430 DEBUG:teuthology.orchestra.run:got remote process result: 7 2021-09-02T22:55:09.431 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:09.432 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:09.432 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi132.front.sepia.ceph.com port 8000: Connection refused 2021-09-02T22:55:10.433 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8000/ 2021-09-02T22:55:10.451 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:10.452 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:10.453 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:55:10.454 INFO:teuthology.orchestra.run.smithi132.stdout:anonymous 2021-09-02T22:55:10.454 INFO:tasks.rgw:Polling c1.client.1 until it starts accepting connections on http://smithi132.front.sepia.ceph.com:8001/ 2021-09-02T22:55:10.455 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8001/ 2021-09-02T22:55:10.512 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:10.513 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:10.514 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:55:10.515 INFO:teuthology.orchestra.run.smithi132.stdout:anonymous 2021-09-02T22:55:10.515 INFO:tasks.rgw:Polling c2.client.0 until it starts accepting connections on http://smithi162.front.sepia.ceph.com:8000/ 2021-09-02T22:55:10.516 DEBUG:teuthology.orchestra.run.smithi162:> curl http://smithi162.front.sepia.ceph.com:8000/ 2021-09-02T22:55:10.557 INFO:teuthology.orchestra.run.smithi162.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:10.558 INFO:teuthology.orchestra.run.smithi162.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:10.559 INFO:teuthology.orchestra.run.smithi162.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:55:10.560 INFO:teuthology.orchestra.run.smithi162.stdout:anonymous 2021-09-02T22:55:10.560 INFO:tasks.rgw:Polling c2.client.1 until it starts accepting connections on http://smithi162.front.sepia.ceph.com:8001/ 2021-09-02T22:55:10.560 DEBUG:teuthology.orchestra.run.smithi162:> curl http://smithi162.front.sepia.ceph.com:8001/ 2021-09-02T22:55:10.617 INFO:teuthology.orchestra.run.smithi162.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:10.618 INFO:teuthology.orchestra.run.smithi162.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:10.619 INFO:teuthology.orchestra.run.smithi162.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:55:10.620 INFO:teuthology.orchestra.run.smithi162.stdout:anonymous 2021-09-02T22:55:10.620 INFO:teuthology.run_tasks:Running task rgw-multisite... 2021-09-02T22:55:10.912 INFO:tasks.rgw_multisite:creating realm.. 2021-09-02T22:55:10.913 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['realm', 'create', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:10.914 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'realm', 'create', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:10.914 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 realm create --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:10.953 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:10.953 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:10.994 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:10.994 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:10.994 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-realm", 2021-09-02T22:55:10.994 INFO:teuthology.orchestra.run.smithi132.stdout: "current_period": "bfef69f8-a05e-4b32-9e2e-01d8eb7f2468", 2021-09-02T22:55:10.995 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 1 2021-09-02T22:55:10.995 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:10.996 INFO:tasks.rgw_multisite:creating master zonegroup.. 2021-09-02T22:55:10.997 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'set', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:10.997 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'set', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:10.998 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup set --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:11.076 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:11.076 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:11.088 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:55:11.090+0000 7f2e98155380 -1 old format 2021-09-02T22:55:11.095 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:11.096 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T22:55:11.096 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T22:55:11.096 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T22:55:11.096 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T22:55:11.096 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:11.097 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:11.097 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:11.097 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T22:55:11.097 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T22:55:11.098 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "", 2021-09-02T22:55:11.098 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [], 2021-09-02T22:55:11.098 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [], 2021-09-02T22:55:11.098 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "", 2021-09-02T22:55:11.098 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:11.099 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T22:55:11.099 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T22:55:11.099 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:11.099 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:11.100 INFO:tasks.rgw_multisite:creating master zone.. 2021-09-02T22:55:11.101 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--master', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi132.front.sepia.ceph.com:8000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:11.101 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--master', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi132.front.sepia.ceph.com:8000', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:11.102 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --master --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --endpoints http://smithi132.front.sepia.ceph.com:8000 --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:11.188 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:11.189 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:11.222 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:11.222 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:11.222 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T22:55:11.223 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "test-zone1.rgw.meta:root", 2021-09-02T22:55:11.223 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "test-zone1.rgw.control", 2021-09-02T22:55:11.223 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "test-zone1.rgw.log:gc", 2021-09-02T22:55:11.223 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "test-zone1.rgw.log:lc", 2021-09-02T22:55:11.224 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "test-zone1.rgw.log", 2021-09-02T22:55:11.224 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "test-zone1.rgw.log:intent", 2021-09-02T22:55:11.224 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "test-zone1.rgw.log:usage", 2021-09-02T22:55:11.224 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "test-zone1.rgw.meta:roles", 2021-09-02T22:55:11.225 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "test-zone1.rgw.log:reshard", 2021-09-02T22:55:11.225 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "test-zone1.rgw.meta:users.keys", 2021-09-02T22:55:11.225 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "test-zone1.rgw.meta:users.email", 2021-09-02T22:55:11.225 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "test-zone1.rgw.meta:users.swift", 2021-09-02T22:55:11.226 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "test-zone1.rgw.meta:users.uid", 2021-09-02T22:55:11.226 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "test-zone1.rgw.otp", 2021-09-02T22:55:11.226 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T22:55:11.227 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:11.227 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:11.227 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:11.227 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T22:55:11.228 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:11.228 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T22:55:11.228 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:55:11.228 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "test-zone1.rgw.buckets.index", 2021-09-02T22:55:11.228 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T22:55:11.229 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T22:55:11.229 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "test-zone1.rgw.buckets.data" 2021-09-02T22:55:11.229 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:11.229 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:11.230 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "test-zone1.rgw.buckets.non-ec", 2021-09-02T22:55:11.230 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T22:55:11.230 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:11.230 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:11.230 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:11.231 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:11.231 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "test-zone1.rgw.log:notif" 2021-09-02T22:55:11.231 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:11.232 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool create test-zone1.rgw.buckets.data 64 64 --cluster c1 2021-09-02T22:55:11.757 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'test-zone1.rgw.buckets.data' created 2021-09-02T22:55:11.772 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool application enable test-zone1.rgw.buckets.data rgw --cluster c1 2021-09-02T22:55:12.785 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rgw' on pool 'test-zone1.rgw.buckets.data' 2021-09-02T22:55:12.799 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:12.799 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:12.800 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:12.849 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:12.849 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:12.878 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:12.879 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:12.879 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T22:55:12.879 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "test-zone1.rgw.meta:root", 2021-09-02T22:55:12.880 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "test-zone1.rgw.control", 2021-09-02T22:55:12.880 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "test-zone1.rgw.log:gc", 2021-09-02T22:55:12.880 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "test-zone1.rgw.log:lc", 2021-09-02T22:55:12.881 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "test-zone1.rgw.log", 2021-09-02T22:55:12.881 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "test-zone1.rgw.log:intent", 2021-09-02T22:55:12.881 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "test-zone1.rgw.log:usage", 2021-09-02T22:55:12.881 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "test-zone1.rgw.meta:roles", 2021-09-02T22:55:12.882 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "test-zone1.rgw.log:reshard", 2021-09-02T22:55:12.882 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "test-zone1.rgw.meta:users.keys", 2021-09-02T22:55:12.882 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "test-zone1.rgw.meta:users.email", 2021-09-02T22:55:12.883 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "test-zone1.rgw.meta:users.swift", 2021-09-02T22:55:12.883 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "test-zone1.rgw.meta:users.uid", 2021-09-02T22:55:12.883 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "test-zone1.rgw.otp", 2021-09-02T22:55:12.883 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T22:55:12.884 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:12.884 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:12.884 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:12.884 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T22:55:12.885 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:12.885 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T22:55:12.885 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:55:12.885 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "test-zone1.rgw.buckets.index", 2021-09-02T22:55:12.885 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T22:55:12.886 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T22:55:12.886 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "test-zone1.rgw.buckets.data", 2021-09-02T22:55:12.886 INFO:teuthology.orchestra.run.smithi132.stdout: "compression_type": "random" 2021-09-02T22:55:12.886 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:12.887 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:12.887 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "test-zone1.rgw.buckets.non-ec", 2021-09-02T22:55:12.887 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T22:55:12.887 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:12.888 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:12.888 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:12.888 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "", 2021-09-02T22:55:12.888 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "test-zone1.rgw.log:notif" 2021-09-02T22:55:12.888 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:12.889 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:12.890 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:12.890 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:12.931 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:12.932 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:12.942 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:55:12.943+0000 7efcc42d2380 0 period (bfef69f8-a05e-4b32-9e2e-01d8eb7f2468 does not have zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 configured 2021-09-02T22:55:20.856 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:20.856 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:20.857 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 1, 2021-09-02T22:55:20.857 INFO:teuthology.orchestra.run.smithi132.stdout: "predecessor_uuid": "bfef69f8-a05e-4b32-9e2e-01d8eb7f2468", 2021-09-02T22:55:20.857 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": [], 2021-09-02T22:55:20.857 INFO:teuthology.orchestra.run.smithi132.stdout: "period_map": { 2021-09-02T22:55:20.857 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:20.858 INFO:teuthology.orchestra.run.smithi132.stdout: "zonegroups": [ 2021-09-02T22:55:20.858 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:20.858 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T22:55:20.858 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T22:55:20.859 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T22:55:20.859 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T22:55:20.859 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:20.859 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:20.860 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:20.860 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T22:55:20.860 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T22:55:20.860 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:20.860 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T22:55:20.861 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:20.861 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:20.861 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T22:55:20.861 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:20.862 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:20.862 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:20.862 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T22:55:20.862 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "false", 2021-09-02T22:55:20.862 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:55:20.863 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T22:55:20.863 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T22:55:20.863 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T22:55:20.863 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T22:55:20.864 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T22:55:20.864 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:20.864 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:20.864 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T22:55:20.865 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:20.865 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T22:55:20.865 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T22:55:20.866 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T22:55:20.866 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T22:55:20.866 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:55:20.866 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:20.867 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:20.867 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T22:55:20.867 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:20.867 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T22:55:20.868 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T22:55:20.868 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:20.868 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:20.868 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:20.868 INFO:teuthology.orchestra.run.smithi132.stdout: "short_zone_ids": [ 2021-09-02T22:55:20.869 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:20.869 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:20.869 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 4263402381 2021-09-02T22:55:20.869 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:20.870 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:55:20.870 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:20.870 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T22:55:20.870 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:20.870 INFO:teuthology.orchestra.run.smithi132.stdout: "period_config": { 2021-09-02T22:55:20.871 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T22:55:20.871 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:55:20.871 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:55:20.871 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:55:20.872 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:55:20.872 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:55:20.872 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:20.872 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T22:55:20.873 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:55:20.873 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:55:20.873 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:55:20.873 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:55:20.874 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:55:20.874 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:20.874 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:20.874 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:20.875 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_name": "test-realm", 2021-09-02T22:55:20.875 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:55:20.875 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:20.876 DEBUG:tasks.rgw.c1.client.0:waiting for process to exit 2021-09-02T22:55:20.877 INFO:teuthology.orchestra.run:waiting for 300 2021-09-02T22:55:20.918 INFO:tasks.rgw.c1.client.0.smithi132.stdout:2021-09-02T22:55:20.918+0000 7f462a8d4700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground (PID: 36294) UID: 0 2021-09-02T22:55:20.918 INFO:tasks.rgw.c1.client.0.smithi132.stdout:2021-09-02T22:55:20.918+0000 7f463b80f440 -1 shutting down 2021-09-02T22:55:22.931 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~0s 2021-09-02T22:55:26.979 INFO:tasks.rgw.c1.client.0:Stopped 2021-09-02T22:55:26.980 INFO:tasks.rgw.c1.client.0:Restarting daemon 2021-09-02T22:55:26.980 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c1 -k /etc/ceph/c1.client.0.keyring --log-file /var/log/ceph/rgw.c1.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.0.sock --foreground --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.0.stdout 2>&1 2021-09-02T22:55:26.985 INFO:tasks.rgw.c1.client.0:Started 2021-09-02T22:55:26.985 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8000 2021-09-02T22:55:27.006 DEBUG:teuthology.orchestra.run:got remote process result: 7 2021-09-02T22:55:27.006 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:27.007 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:27.007 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi132.front.sepia.ceph.com port 8000: Connection refused 2021-09-02T22:55:28.008 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8000 2021-09-02T22:55:28.027 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:28.027 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:28.028 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:55:28.029 INFO:teuthology.orchestra.run.smithi132.stdout:anonymous 2021-09-02T22:55:28.029 INFO:tasks.rgw_multisite:creating admin user.. 2021-09-02T22:55:28.030 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'create', '--uid', 'realm-admin', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Realm Admin', '--system', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:28.030 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'create', '--uid', 'realm-admin', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Realm Admin', '--system', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:28.031 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user create --uid realm-admin --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --display-name 'Realm Admin' --system --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:28.120 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:28.120 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:28.170 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:28.170 INFO:teuthology.orchestra.run.smithi132.stdout: "user_id": "realm-admin", 2021-09-02T22:55:28.170 INFO:teuthology.orchestra.run.smithi132.stdout: "display_name": "Realm Admin", 2021-09-02T22:55:28.171 INFO:teuthology.orchestra.run.smithi132.stdout: "email": "", 2021-09-02T22:55:28.171 INFO:teuthology.orchestra.run.smithi132.stdout: "suspended": 0, 2021-09-02T22:55:28.171 INFO:teuthology.orchestra.run.smithi132.stdout: "max_buckets": 1000, 2021-09-02T22:55:28.171 INFO:teuthology.orchestra.run.smithi132.stdout: "subusers": [], 2021-09-02T22:55:28.172 INFO:teuthology.orchestra.run.smithi132.stdout: "keys": [ 2021-09-02T22:55:28.172 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:28.172 INFO:teuthology.orchestra.run.smithi132.stdout: "user": "realm-admin", 2021-09-02T22:55:28.172 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:28.173 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:28.173 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:28.173 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:28.173 INFO:teuthology.orchestra.run.smithi132.stdout: "swift_keys": [], 2021-09-02T22:55:28.173 INFO:teuthology.orchestra.run.smithi132.stdout: "caps": [], 2021-09-02T22:55:28.174 INFO:teuthology.orchestra.run.smithi132.stdout: "op_mask": "read, write, delete", 2021-09-02T22:55:28.174 INFO:teuthology.orchestra.run.smithi132.stdout: "system": "true", 2021-09-02T22:55:28.174 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "", 2021-09-02T22:55:28.174 INFO:teuthology.orchestra.run.smithi132.stdout: "default_storage_class": "", 2021-09-02T22:55:28.175 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_tags": [], 2021-09-02T22:55:28.175 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T22:55:28.175 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:55:28.175 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:55:28.176 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:55:28.176 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:55:28.176 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:55:28.176 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:28.177 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T22:55:28.177 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:55:28.177 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:55:28.177 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:55:28.177 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:55:28.178 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:55:28.178 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:28.178 INFO:teuthology.orchestra.run.smithi132.stdout: "temp_url_keys": [], 2021-09-02T22:55:28.178 INFO:teuthology.orchestra.run.smithi132.stdout: "type": "rgw", 2021-09-02T22:55:28.179 INFO:teuthology.orchestra.run.smithi132.stdout: "mfa_ids": [] 2021-09-02T22:55:28.179 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:28.179 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:55:28.185 INFO:tasks.rgw_multisite:pulling realm configuration to c2 2021-09-02T22:55:28.185 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi132.front.sepia.ceph.com:8000', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:28.186 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi132.front.sepia.ceph.com:8000', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:28.186 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 realm pull --rgw-realm test-realm --url http://smithi132.front.sepia.ceph.com:8000 --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:28.237 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:28.237 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:28.327 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:55:28.327 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:28.328 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-realm", 2021-09-02T22:55:28.328 INFO:teuthology.orchestra.run.smithi162.stdout: "current_period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:28.329 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 2 2021-09-02T22:55:28.329 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:55:28.331 INFO:tasks.rgw_multisite:creating zone.. 2021-09-02T22:55:28.331 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi162.front.sepia.ceph.com:8000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:28.332 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--default', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi162.front.sepia.ceph.com:8000', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:28.333 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --default --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --endpoints http://smithi162.front.sepia.ceph.com:8000 --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:28.382 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:28.382 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:28.410 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:28.411+0000 7fd316391380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T22:55:28.411 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:28.411+0000 7fd316391380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T22:55:28.416 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:55:28.416 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:55:28.416 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T22:55:28.416 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T22:55:28.417 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T22:55:28.417 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T22:55:28.417 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T22:55:28.417 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T22:55:28.418 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T22:55:28.418 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T22:55:28.418 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T22:55:28.419 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T22:55:28.419 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T22:55:28.419 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T22:55:28.419 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T22:55:28.420 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T22:55:28.420 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T22:55:28.420 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T22:55:28.420 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:28.420 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:28.421 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:28.421 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T22:55:28.421 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:28.421 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T22:55:28.421 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:55:28.422 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T22:55:28.422 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T22:55:28.422 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T22:55:28.422 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data" 2021-09-02T22:55:28.423 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:28.423 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:28.423 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T22:55:28.423 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T22:55:28.423 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:28.424 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:28.424 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:28.424 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:28.424 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T22:55:28.424 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:55:28.426 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool create test-zone2.rgw.buckets.data 64 64 --cluster c2 2021-09-02T22:55:28.637 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 has been restored 2021-09-02T22:55:28.993 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'test-zone2.rgw.buckets.data' created 2021-09-02T22:55:29.008 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool application enable test-zone2.rgw.buckets.data rgw --cluster c2 2021-09-02T22:55:30.016 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rgw' on pool 'test-zone2.rgw.buckets.data' 2021-09-02T22:55:30.034 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:30.034 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:30.035 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:30.082 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:30.082 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:30.109 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:55:30.109 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:55:30.109 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T22:55:30.109 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T22:55:30.110 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T22:55:30.110 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T22:55:30.110 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T22:55:30.110 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T22:55:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T22:55:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T22:55:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T22:55:30.111 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T22:55:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T22:55:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T22:55:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T22:55:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T22:55:30.112 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T22:55:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T22:55:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:30.113 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T22:55:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T22:55:30.114 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:55:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T22:55:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T22:55:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T22:55:30.115 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2021-09-02T22:55:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T22:55:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T22:55:30.116 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T22:55:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:30.117 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "", 2021-09-02T22:55:30.118 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T22:55:30.118 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:55:30.119 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:30.120 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:30.120 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:30.161 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:30.161 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:30.171 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:55:30.172+0000 7f3761abb380 0 period (d78f608a-5047-4b24-9d52-2236c87045b7 does not have zone 774b8212-25eb-4051-978d-c06db3681198 configured 2021-09-02T22:55:38.068 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T22:55:38.115 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:55:38.115 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:38.115 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 2, 2021-09-02T22:55:38.116 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "bfef69f8-a05e-4b32-9e2e-01d8eb7f2468", 2021-09-02T22:55:38.116 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [], 2021-09-02T22:55:38.116 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T22:55:38.116 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:38.116 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T22:55:38.117 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:38.117 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T22:55:38.117 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T22:55:38.117 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T22:55:38.118 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T22:55:38.118 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:55:38.118 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:38.118 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:38.118 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T22:55:38.119 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T22:55:38.119 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:38.119 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T22:55:38.119 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:38.120 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:38.120 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T22:55:38.120 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:55:38.120 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:38.120 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:38.121 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T22:55:38.121 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T22:55:38.121 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:55:38.121 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T22:55:38.122 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T22:55:38.122 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T22:55:38.122 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T22:55:38.122 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T22:55:38.122 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:38.123 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:38.123 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:55:38.123 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T22:55:38.123 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:55:38.124 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T22:55:38.124 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:38.124 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T22:55:38.124 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T22:55:38.124 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:55:38.125 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T22:55:38.125 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T22:55:38.125 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T22:55:38.125 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T22:55:38.126 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T22:55:38.126 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:38.126 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:38.126 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T22:55:38.127 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:38.127 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T22:55:38.127 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T22:55:38.127 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T22:55:38.127 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T22:55:38.128 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:55:38.128 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:38.128 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:38.128 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T22:55:38.129 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:38.129 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T22:55:38.129 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T22:55:38.129 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:38.129 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:38.130 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:55:38.130 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T22:55:38.130 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:38.130 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:38.130 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T22:55:38.131 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:38.131 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:55:38.131 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:55:38.131 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T22:55:38.132 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:38.132 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:55:38.132 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:38.132 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T22:55:38.132 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:38.133 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T22:55:38.133 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T22:55:38.133 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T22:55:38.133 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T22:55:38.134 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T22:55:38.134 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T22:55:38.134 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T22:55:38.134 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:38.134 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T22:55:38.135 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T22:55:38.135 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T22:55:38.135 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T22:55:38.135 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T22:55:38.136 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T22:55:38.136 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:55:38.136 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:55:38.136 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:38.136 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T22:55:38.137 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:55:38.137 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:55:38.138 DEBUG:tasks.rgw.c2.client.0:waiting for process to exit 2021-09-02T22:55:38.139 INFO:teuthology.orchestra.run:waiting for 300 2021-09-02T22:55:38.180 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:55:38.181+0000 7f6f3896d700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8000 -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground (PID: 35911) UID: 0 2021-09-02T22:55:38.180 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:55:38.181+0000 7f6f498a8440 -1 shutting down 2021-09-02T22:55:40.050 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 is failed for ~0s 2021-09-02T22:55:44.240 INFO:tasks.rgw.c2.client.0:Stopped 2021-09-02T22:55:44.241 INFO:tasks.rgw.c2.client.0:Restarting daemon 2021-09-02T22:55:44.241 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8000' -n client.0 --cluster c2 -k /etc/ceph/c2.client.0.keyring --log-file /var/log/ceph/rgw.c2.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.0.sock --foreground --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.0.stdout 2>&1 2021-09-02T22:55:44.244 INFO:tasks.rgw.c2.client.0:Started 2021-09-02T22:55:44.245 DEBUG:teuthology.orchestra.run.smithi162:> curl http://smithi162.front.sepia.ceph.com:8000 2021-09-02T22:55:44.265 INFO:teuthology.orchestra.run.smithi162.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:44.266 INFO:teuthology.orchestra.run.smithi162.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:44.268 DEBUG:teuthology.orchestra.run:got remote process result: 7 2021-09-02T22:55:44.269 INFO:teuthology.orchestra.run.smithi162.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi162.front.sepia.ceph.com port 8000: Connection refused 2021-09-02T22:55:45.270 DEBUG:teuthology.orchestra.run.smithi162:> curl http://smithi162.front.sepia.ceph.com:8000 2021-09-02T22:55:45.290 INFO:teuthology.orchestra.run.smithi162.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:55:45.290 INFO:teuthology.orchestra.run.smithi162.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:55:45.291 INFO:teuthology.orchestra.run.smithi162.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:55:45.292 INFO:teuthology.orchestra.run.smithi162.stdout:anonymous 2021-09-02T22:55:45.293 INFO:tasks.rgw_multisite:creating zone.. 2021-09-02T22:55:45.293 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi132.front.sepia.ceph.com:8001', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:45.293 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi132.front.sepia.ceph.com:8001', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:45.294 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --endpoints http://smithi132.front.sepia.ceph.com:8001 --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:45.346 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:45.347 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:45.379 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:55:45.380+0000 7f0837a80380 0 failed reading obj info from .rgw.root:zone_info.774b8212-25eb-4051-978d-c06db3681198: (2) No such file or directory 2021-09-02T22:55:45.379 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:55:45.380+0000 7f0837a80380 0 WARNING: could not read zone params for zone id=774b8212-25eb-4051-978d-c06db3681198 name=test-zone2 2021-09-02T22:55:45.383 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:45.383 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T22:55:45.384 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T22:55:45.384 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "test-zone3.rgw.meta:root", 2021-09-02T22:55:45.384 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "test-zone3.rgw.control", 2021-09-02T22:55:45.384 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "test-zone3.rgw.log:gc", 2021-09-02T22:55:45.385 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "test-zone3.rgw.log:lc", 2021-09-02T22:55:45.385 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "test-zone3.rgw.log", 2021-09-02T22:55:45.385 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "test-zone3.rgw.log:intent", 2021-09-02T22:55:45.385 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "test-zone3.rgw.log:usage", 2021-09-02T22:55:45.386 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "test-zone3.rgw.meta:roles", 2021-09-02T22:55:45.386 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "test-zone3.rgw.log:reshard", 2021-09-02T22:55:45.386 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "test-zone3.rgw.meta:users.keys", 2021-09-02T22:55:45.386 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "test-zone3.rgw.meta:users.email", 2021-09-02T22:55:45.387 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "test-zone3.rgw.meta:users.swift", 2021-09-02T22:55:45.387 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "test-zone3.rgw.meta:users.uid", 2021-09-02T22:55:45.387 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "test-zone3.rgw.otp", 2021-09-02T22:55:45.387 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T22:55:45.388 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:45.388 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:45.388 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:45.388 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T22:55:45.389 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:45.389 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T22:55:45.389 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:55:45.389 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "test-zone3.rgw.buckets.index", 2021-09-02T22:55:45.389 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T22:55:45.390 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T22:55:45.390 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "test-zone3.rgw.buckets.data" 2021-09-02T22:55:45.390 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:45.390 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:45.391 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "test-zone3.rgw.buckets.non-ec", 2021-09-02T22:55:45.391 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T22:55:45.391 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:45.391 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:45.392 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:45.392 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:45.392 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "test-zone3.rgw.log:notif" 2021-09-02T22:55:45.392 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:45.394 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool create test-zone3.rgw.buckets.data 64 64 --cluster c1 2021-09-02T22:55:45.756 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.0 has been restored 2021-09-02T22:55:45.842 INFO:teuthology.orchestra.run.smithi132.stderr:pool 'test-zone3.rgw.buckets.data' created 2021-09-02T22:55:45.853 DEBUG:teuthology.orchestra.run.smithi132:> sudo ceph osd pool application enable test-zone3.rgw.buckets.data rgw --cluster c1 2021-09-02T22:55:46.842 INFO:teuthology.orchestra.run.smithi132.stderr:enabled application 'rgw' on pool 'test-zone3.rgw.buckets.data' 2021-09-02T22:55:46.856 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:46.856 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'placement', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:46.857 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone placement --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:46.905 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:46.905 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:46.933 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:46.933 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T22:55:46.933 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T22:55:46.934 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "test-zone3.rgw.meta:root", 2021-09-02T22:55:46.934 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "test-zone3.rgw.control", 2021-09-02T22:55:46.934 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "test-zone3.rgw.log:gc", 2021-09-02T22:55:46.934 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "test-zone3.rgw.log:lc", 2021-09-02T22:55:46.935 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "test-zone3.rgw.log", 2021-09-02T22:55:46.935 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "test-zone3.rgw.log:intent", 2021-09-02T22:55:46.935 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "test-zone3.rgw.log:usage", 2021-09-02T22:55:46.935 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "test-zone3.rgw.meta:roles", 2021-09-02T22:55:46.936 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "test-zone3.rgw.log:reshard", 2021-09-02T22:55:46.936 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "test-zone3.rgw.meta:users.keys", 2021-09-02T22:55:46.936 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "test-zone3.rgw.meta:users.email", 2021-09-02T22:55:46.936 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "test-zone3.rgw.meta:users.swift", 2021-09-02T22:55:46.936 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "test-zone3.rgw.meta:users.uid", 2021-09-02T22:55:46.937 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "test-zone3.rgw.otp", 2021-09-02T22:55:46.937 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T22:55:46.937 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:55:46.937 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:55:46.937 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:46.938 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T22:55:46.938 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:46.938 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T22:55:46.938 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:55:46.939 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "test-zone3.rgw.buckets.index", 2021-09-02T22:55:46.939 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T22:55:46.939 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T22:55:46.939 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "test-zone3.rgw.buckets.data", 2021-09-02T22:55:46.939 INFO:teuthology.orchestra.run.smithi132.stdout: "compression_type": "random" 2021-09-02T22:55:46.940 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:46.940 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:46.940 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "test-zone3.rgw.buckets.non-ec", 2021-09-02T22:55:46.940 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T22:55:46.941 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:46.941 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:46.941 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:46.941 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "", 2021-09-02T22:55:46.941 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "test-zone3.rgw.log:notif" 2021-09-02T22:55:46.942 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:46.943 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:46.943 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:55:46.944 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:55:46.984 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:55:46.984 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:55:46.994 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:55:46.996+0000 7ff875284380 0 period (d78f608a-5047-4b24-9d52-2236c87045b7 does not have zone eed3156c-d23a-4cb8-adc3-18067f5b15ba configured 2021-09-02T22:55:54.915 INFO:teuthology.orchestra.run.smithi132.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T22:55:54.947 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:55:54.947 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:54.948 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 3, 2021-09-02T22:55:54.948 INFO:teuthology.orchestra.run.smithi132.stdout: "predecessor_uuid": "bfef69f8-a05e-4b32-9e2e-01d8eb7f2468", 2021-09-02T22:55:54.948 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": [], 2021-09-02T22:55:54.948 INFO:teuthology.orchestra.run.smithi132.stdout: "period_map": { 2021-09-02T22:55:54.949 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:55:54.949 INFO:teuthology.orchestra.run.smithi132.stdout: "zonegroups": [ 2021-09-02T22:55:54.949 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.949 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T22:55:54.950 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T22:55:54.950 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T22:55:54.950 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T22:55:54.950 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:54.951 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:54.951 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.951 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T22:55:54.951 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T22:55:54.951 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:54.952 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T22:55:54.952 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.952 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:54.952 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T22:55:54.952 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:54.953 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:55:54.953 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.953 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T22:55:54.953 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T22:55:54.954 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:55:54.954 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T22:55:54.954 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T22:55:54.954 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T22:55:54.954 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T22:55:54.955 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T22:55:54.955 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.955 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.955 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:55:54.956 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone2", 2021-09-02T22:55:54.956 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:54.956 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T22:55:54.956 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.956 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T22:55:54.957 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T22:55:54.957 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:55:54.957 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T22:55:54.957 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T22:55:54.957 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T22:55:54.958 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T22:55:54.958 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T22:55:54.958 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.959 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.959 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T22:55:54.959 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T22:55:54.959 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T22:55:54.960 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T22:55:54.960 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.960 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T22:55:54.960 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T22:55:54.960 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:55:54.961 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T22:55:54.961 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T22:55:54.961 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T22:55:54.961 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T22:55:54.961 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T22:55:54.962 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:54.962 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.962 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T22:55:54.962 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.963 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T22:55:54.963 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T22:55:54.963 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T22:55:54.963 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T22:55:54.963 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:55:54.964 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:54.964 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.964 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T22:55:54.964 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:54.965 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T22:55:54.965 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T22:55:54.965 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:54.965 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:54.965 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:55:54.966 INFO:teuthology.orchestra.run.smithi132.stdout: "short_zone_ids": [ 2021-09-02T22:55:54.966 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.966 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:54.966 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 4263402381 2021-09-02T22:55:54.966 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.967 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.967 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:55:54.967 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 1921566560 2021-09-02T22:55:54.967 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.968 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:55:54.968 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T22:55:54.968 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 682737247 2021-09-02T22:55:54.968 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:54.968 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:55:54.969 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.969 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T22:55:54.969 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:55:54.969 INFO:teuthology.orchestra.run.smithi132.stdout: "period_config": { 2021-09-02T22:55:54.970 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T22:55:54.970 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:55:54.970 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:55:54.970 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:55:54.971 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:55:54.971 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:55:54.971 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.972 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T22:55:54.972 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:55:54.972 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:55:54.974 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:55:54.975 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:55:54.975 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:55:54.975 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:55:54.976 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:55:54.976 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:55:54.976 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_name": "test-realm", 2021-09-02T22:55:54.977 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:55:54.977 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:55:54.978 DEBUG:tasks.rgw.c1.client.1:waiting for process to exit 2021-09-02T22:55:54.978 INFO:teuthology.orchestra.run:waiting for 300 2021-09-02T22:55:55.016 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:55:55.017+0000 7f4b0f7f5700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground (PID: 36298) UID: 0 2021-09-02T22:55:55.016 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:55:55.017+0000 7f4b20730440 -1 shutting down 2021-09-02T22:55:57.068 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2021-09-02T22:56:01.080 INFO:tasks.rgw.c1.client.1:Stopped 2021-09-02T22:56:01.080 INFO:tasks.rgw.c1.client.1:Restarting daemon 2021-09-02T22:56:01.081 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2021-09-02T22:56:01.084 INFO:tasks.rgw.c1.client.1:Started 2021-09-02T22:56:01.085 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8001 2021-09-02T22:56:01.105 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:56:01.106 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:56:01.107 DEBUG:teuthology.orchestra.run:got remote process result: 7 2021-09-02T22:56:01.108 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi132.front.sepia.ceph.com port 8001: Connection refused 2021-09-02T22:56:02.109 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8001 2021-09-02T22:56:02.128 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:56:02.129 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:56:02.129 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T22:56:02.130 INFO:teuthology.orchestra.run.smithi132.stdout:anonymous 2021-09-02T22:56:02.131 INFO:tasks.rgw_multisite:pulling realm configuration to c2 2021-09-02T22:56:02.131 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi132.front.sepia.ceph.com:8000', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--url', 'http://smithi132.front.sepia.ceph.com:8000', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:02.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'realm', 'pull', '--rgw-realm', 'test-realm', '--url', 'http://smithi132.front.sepia.ceph.com:8000', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--url', 'http://smithi132.front.sepia.ceph.com:8000', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:02.132 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 realm pull --rgw-realm test-realm --url http://smithi132.front.sepia.ceph.com:8000 --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --url http://smithi132.front.sepia.ceph.com:8000 --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:56:02.187 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:02.187 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:02.225 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:56:02.226+0000 7fab37e4d700 -1 rgw realm watcher: RGWRealmWatcher::handle_error oid=realms.61243a6c-0a37-47f7-a025-365de09ae102.control err=-107 2021-09-02T22:56:02.236 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:02.236 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:56:02.237 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-realm", 2021-09-02T22:56:02.237 INFO:teuthology.orchestra.run.smithi162.stdout: "current_period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:02.237 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 2 2021-09-02T22:56:02.237 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:02.238 INFO:tasks.rgw_multisite:creating zone.. 2021-09-02T22:56:02.239 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi162.front.sepia.ceph.com:8001', '--tier-type', 'pubsub', '--sync-from-all=0', '--sync-from', 'test-zone1', '--tier-config', 'start_with_full_sync=false,event_retention_days=7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:02.239 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--endpoints', 'http://smithi162.front.sepia.ceph.com:8001', '--tier-type', 'pubsub', '--sync-from-all=0', '--sync-from', 'test-zone1', '--tier-config', 'start_with_full_sync=false,event_retention_days=7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:02.240 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --endpoints http://smithi162.front.sepia.ceph.com:8001 --tier-type pubsub --sync-from-all=0 --sync-from test-zone1 --tier-config start_with_full_sync=false,event_retention_days=7 --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:56:02.294 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:02.295 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:02.324 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:56:02.325+0000 7f280331d380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T22:56:02.324 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:56:02.325+0000 7f280331d380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T22:56:02.325 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:56:02.326+0000 7f280331d380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T22:56:02.325 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:56:02.326+0000 7f280331d380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T22:56:02.328 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:02.329 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T22:56:02.329 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T22:56:02.329 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone4.rgw.meta:root", 2021-09-02T22:56:02.329 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone4.rgw.control", 2021-09-02T22:56:02.330 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone4.rgw.log:gc", 2021-09-02T22:56:02.330 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone4.rgw.log:lc", 2021-09-02T22:56:02.330 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone4.rgw.log", 2021-09-02T22:56:02.330 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone4.rgw.log:intent", 2021-09-02T22:56:02.330 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone4.rgw.log:usage", 2021-09-02T22:56:02.331 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone4.rgw.meta:roles", 2021-09-02T22:56:02.331 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone4.rgw.log:reshard", 2021-09-02T22:56:02.331 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone4.rgw.meta:users.keys", 2021-09-02T22:56:02.331 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone4.rgw.meta:users.email", 2021-09-02T22:56:02.332 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone4.rgw.meta:users.swift", 2021-09-02T22:56:02.332 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone4.rgw.meta:users.uid", 2021-09-02T22:56:02.332 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone4.rgw.otp", 2021-09-02T22:56:02.332 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T22:56:02.332 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:56:02.333 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:56:02.333 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:02.333 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T22:56:02.333 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:02.333 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T22:56:02.334 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:02.334 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone4.rgw.buckets.index", 2021-09-02T22:56:02.334 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T22:56:02.334 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T22:56:02.335 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone4.rgw.buckets.data" 2021-09-02T22:56:02.335 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:02.335 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:02.335 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone4.rgw.buckets.non-ec", 2021-09-02T22:56:02.335 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T22:56:02.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:02.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:02.336 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:02.336 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_config": { 2021-09-02T22:56:02.337 INFO:teuthology.orchestra.run.smithi162.stdout: "event_retention_days": 7, 2021-09-02T22:56:02.337 INFO:teuthology.orchestra.run.smithi162.stdout: "start_with_full_sync": false 2021-09-02T22:56:02.337 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:02.337 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:56:02.337 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone4.rgw.log:notif" 2021-09-02T22:56:02.338 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:02.339 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool create test-zone4.rgw.buckets.data 64 64 --cluster c2 2021-09-02T22:56:02.774 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 has been restored 2021-09-02T22:56:03.053 INFO:teuthology.orchestra.run.smithi162.stderr:pool 'test-zone4.rgw.buckets.data' created 2021-09-02T22:56:03.071 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph osd pool application enable test-zone4.rgw.buckets.data rgw --cluster c2 2021-09-02T22:56:04.084 INFO:teuthology.orchestra.run.smithi162.stderr:enabled application 'rgw' on pool 'test-zone4.rgw.buckets.data' 2021-09-02T22:56:04.094 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'placement', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:04.095 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'placement', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', 'modify', '--placement-id', 'default-placement', '--compression', 'random', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:04.095 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone placement --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm modify --placement-id default-placement --compression random --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:56:04.150 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:04.150 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:04.177 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:04.177 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T22:56:04.178 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T22:56:04.178 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone4.rgw.meta:root", 2021-09-02T22:56:04.178 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone4.rgw.control", 2021-09-02T22:56:04.178 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone4.rgw.log:gc", 2021-09-02T22:56:04.179 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone4.rgw.log:lc", 2021-09-02T22:56:04.179 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone4.rgw.log", 2021-09-02T22:56:04.179 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone4.rgw.log:intent", 2021-09-02T22:56:04.179 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone4.rgw.log:usage", 2021-09-02T22:56:04.179 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone4.rgw.meta:roles", 2021-09-02T22:56:04.180 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone4.rgw.log:reshard", 2021-09-02T22:56:04.180 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone4.rgw.meta:users.keys", 2021-09-02T22:56:04.180 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone4.rgw.meta:users.email", 2021-09-02T22:56:04.180 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone4.rgw.meta:users.swift", 2021-09-02T22:56:04.180 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone4.rgw.meta:users.uid", 2021-09-02T22:56:04.181 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone4.rgw.otp", 2021-09-02T22:56:04.181 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T22:56:04.181 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T22:56:04.181 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T22:56:04.181 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:04.182 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T22:56:04.182 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:04.182 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T22:56:04.183 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:04.183 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone4.rgw.buckets.index", 2021-09-02T22:56:04.183 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T22:56:04.184 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T22:56:04.184 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone4.rgw.buckets.data", 2021-09-02T22:56:04.184 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T22:56:04.184 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:04.185 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:04.185 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone4.rgw.buckets.non-ec", 2021-09-02T22:56:04.185 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T22:56:04.185 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:04.185 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:04.186 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:04.186 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_config": { 2021-09-02T22:56:04.186 INFO:teuthology.orchestra.run.smithi162.stdout: "event_retention_days": 7, 2021-09-02T22:56:04.186 INFO:teuthology.orchestra.run.smithi162.stdout: "start_with_full_sync": false 2021-09-02T22:56:04.186 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:04.187 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "", 2021-09-02T22:56:04.187 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone4.rgw.log:notif" 2021-09-02T22:56:04.187 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:04.188 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:04.189 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:04.189 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T22:56:04.230 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:04.230 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:04.240 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:56:04.241+0000 7fd4bbd53380 0 period (d78f608a-5047-4b24-9d52-2236c87045b7 does not have zone 9e17729b-88dc-4461-b011-48b62134cc9c configured 2021-09-02T22:56:12.143 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T22:56:12.180 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:12.181 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:12.181 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 4, 2021-09-02T22:56:12.181 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "bfef69f8-a05e-4b32-9e2e-01d8eb7f2468", 2021-09-02T22:56:12.181 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [], 2021-09-02T22:56:12.182 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T22:56:12.182 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:12.182 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T22:56:12.182 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.183 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T22:56:12.183 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T22:56:12.183 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T22:56:12.184 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T22:56:12.184 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:56:12.184 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:56:12.184 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.185 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T22:56:12.185 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T22:56:12.185 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:56:12.185 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T22:56:12.185 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.186 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:56:12.186 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T22:56:12.186 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:56:12.186 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T22:56:12.187 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.187 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T22:56:12.187 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T22:56:12.187 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:56:12.188 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T22:56:12.188 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T22:56:12.188 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T22:56:12.188 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T22:56:12.188 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T22:56:12.189 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.189 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.189 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:56:12.189 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T22:56:12.189 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:56:12.190 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T22:56:12.190 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.190 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T22:56:12.190 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T22:56:12.191 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:56:12.191 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T22:56:12.191 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T22:56:12.191 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T22:56:12.192 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T22:56:12.192 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T22:56:12.192 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.192 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.192 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T22:56:12.193 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T22:56:12.193 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:56:12.193 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T22:56:12.193 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.193 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T22:56:12.194 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T22:56:12.194 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:56:12.194 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T22:56:12.194 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T22:56:12.195 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T22:56:12.195 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T22:56:12.195 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T22:56:12.195 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.196 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T22:56:12.196 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.196 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.196 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T22:56:12.196 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T22:56:12.197 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T22:56:12.197 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T22:56:12.197 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.197 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T22:56:12.198 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T22:56:12.198 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T22:56:12.198 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T22:56:12.198 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T22:56:12.198 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T22:56:12.199 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T22:56:12.199 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T22:56:12.199 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:12.199 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.200 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T22:56:12.200 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.200 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T22:56:12.200 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T22:56:12.200 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T22:56:12.201 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T22:56:12.201 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:12.201 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:12.201 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.201 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T22:56:12.202 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:56:12.202 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T22:56:12.202 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T22:56:12.202 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:12.203 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:12.203 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T22:56:12.203 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T22:56:12.203 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.205 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:56:12.205 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T22:56:12.205 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.205 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.205 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T22:56:12.206 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T22:56:12.206 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.206 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.206 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T22:56:12.207 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T22:56:12.207 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.207 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:12.207 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T22:56:12.208 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T22:56:12.208 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:12.208 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:12.208 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.209 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T22:56:12.209 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T22:56:12.209 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T22:56:12.209 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T22:56:12.209 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T22:56:12.210 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T22:56:12.210 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T22:56:12.210 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T22:56:12.210 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T22:56:12.210 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.211 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T22:56:12.211 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T22:56:12.211 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T22:56:12.211 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T22:56:12.212 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T22:56:12.212 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T22:56:12.212 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:12.212 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:12.212 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T22:56:12.213 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T22:56:12.213 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:12.213 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:12.214 DEBUG:tasks.rgw.c2.client.1:waiting for process to exit 2021-09-02T22:56:12.214 INFO:teuthology.orchestra.run:waiting for 300 2021-09-02T22:56:12.246 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:56:12.247+0000 7f3ee5cd3700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground (PID: 35916) UID: 0 2021-09-02T22:56:12.247 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:56:12.247+0000 7f3ef6c0e440 -1 shutting down 2021-09-02T22:56:14.187 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 is failed for ~0s 2021-09-02T22:56:18.316 INFO:tasks.rgw.c2.client.1:Stopped 2021-09-02T22:56:18.317 INFO:tasks.rgw.c2.client.1:Restarting daemon 2021-09-02T22:56:18.317 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c2 -k /etc/ceph/c2.client.1.keyring --log-file /var/log/ceph/rgw.c2.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c2.client.1.sock --foreground --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c2.client.1.stdout 2>&1 2021-09-02T22:56:18.320 INFO:tasks.rgw.c2.client.1:Started 2021-09-02T22:56:18.321 DEBUG:teuthology.orchestra.run.smithi162:> curl http://smithi162.front.sepia.ceph.com:8001 2021-09-02T22:56:18.342 DEBUG:teuthology.orchestra.run:got remote process result: 7 2021-09-02T22:56:18.343 INFO:teuthology.orchestra.run.smithi162.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:56:18.343 INFO:teuthology.orchestra.run.smithi162.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:56:18.344 INFO:teuthology.orchestra.run.smithi162.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi162.front.sepia.ceph.com port 8001: Connection refused 2021-09-02T22:56:19.344 DEBUG:teuthology.orchestra.run.smithi162:> curl http://smithi162.front.sepia.ceph.com:8001 2021-09-02T22:56:19.363 INFO:teuthology.orchestra.run.smithi162.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T22:56:19.364 INFO:teuthology.orchestra.run.smithi162.stderr: Dload Upload Total Spent Left Speed 2021-09-02T22:56:19.365 INFO:teuthology.orchestra.run.smithi162.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 134 100 134 0 0 130k 0 --:--:-- --:--:-- --:--:-- 130k 2021-09-02T22:56:19.366 INFO:teuthology.orchestra.run.smithi162.stdout:{"Code":"MethodNotAllowed","RequestId":"tx000000000000000000001-0061315693-10ec-test-zone4","HostId":"10ec-test-zone4-test-zonegroup"} 2021-09-02T22:56:19.366 INFO:tasks.rgw_multisite:rgw multisite configuration completed 2021-09-02T22:56:19.367 INFO:teuthology.run_tasks:Running task rgw-multisite-tests... 2021-09-02T22:56:19.380 INFO:tasks.rgw_multisite_tests:importing tests from /home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa/../src/test/rgw/rgw_multi 2021-09-02T22:56:19.396 INFO:tasks.rgw_multisite_tests:creating test user.. 2021-09-02T22:56:19.396 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['user', 'create', '--uid', 'rgw-multisite-test-user', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Multisite Test User', '--gen-access-key', '--gen-secret', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:19.396 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'user', 'create', '--uid', 'rgw-multisite-test-user', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--display-name', 'Multisite Test User', '--gen-access-key', '--gen-secret', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T22:56:19.397 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 user create --uid rgw-multisite-test-user --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --display-name 'Multisite Test User' --gen-access-key --gen-secret --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T22:56:19.450 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:19.450 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:19.505 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:56:19.505 INFO:teuthology.orchestra.run.smithi132.stdout: "user_id": "rgw-multisite-test-user", 2021-09-02T22:56:19.505 INFO:teuthology.orchestra.run.smithi132.stdout: "display_name": "Multisite Test User", 2021-09-02T22:56:19.506 INFO:teuthology.orchestra.run.smithi132.stdout: "email": "", 2021-09-02T22:56:19.506 INFO:teuthology.orchestra.run.smithi132.stdout: "suspended": 0, 2021-09-02T22:56:19.506 INFO:teuthology.orchestra.run.smithi132.stdout: "max_buckets": 1000, 2021-09-02T22:56:19.506 INFO:teuthology.orchestra.run.smithi132.stdout: "subusers": [], 2021-09-02T22:56:19.507 INFO:teuthology.orchestra.run.smithi132.stdout: "keys": [ 2021-09-02T22:56:19.507 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:56:19.507 INFO:teuthology.orchestra.run.smithi132.stdout: "user": "rgw-multisite-test-user", 2021-09-02T22:56:19.507 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "XLCCVCVNWPV9N14OEEMU", 2021-09-02T22:56:19.508 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "PAMmQoQB8TzQtUngt5JsQOdV1WieCqxKVwYACQq5" 2021-09-02T22:56:19.508 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:56:19.508 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T22:56:19.508 INFO:teuthology.orchestra.run.smithi132.stdout: "swift_keys": [], 2021-09-02T22:56:19.508 INFO:teuthology.orchestra.run.smithi132.stdout: "caps": [], 2021-09-02T22:56:19.509 INFO:teuthology.orchestra.run.smithi132.stdout: "op_mask": "read, write, delete", 2021-09-02T22:56:19.509 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "", 2021-09-02T22:56:19.509 INFO:teuthology.orchestra.run.smithi132.stdout: "default_storage_class": "", 2021-09-02T22:56:19.509 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_tags": [], 2021-09-02T22:56:19.509 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T22:56:19.510 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:56:19.510 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:56:19.510 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:56:19.510 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:56:19.511 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:56:19.511 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:56:19.511 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T22:56:19.511 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T22:56:19.511 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T22:56:19.512 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T22:56:19.512 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T22:56:19.512 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T22:56:19.512 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:56:19.512 INFO:teuthology.orchestra.run.smithi132.stdout: "temp_url_keys": [], 2021-09-02T22:56:19.513 INFO:teuthology.orchestra.run.smithi132.stdout: "type": "rgw", 2021-09-02T22:56:19.513 INFO:teuthology.orchestra.run.smithi132.stdout: "mfa_ids": [] 2021-09-02T22:56:19.513 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:56:19.513 INFO:teuthology.orchestra.run.smithi132.stdout: 2021-09-02T22:56:19.524 INFO:rgw_multi.tests:meta checkpoint 2021-09-02T22:56:19.524 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:19.525 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:19.525 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:19.566 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:19.567 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:19.615 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:56:19.632 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:56:19.633 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:56:19.633 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:56:19.633 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:56:19.633 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:56:19.634 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:56:19.634 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:56:19.634 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:56:19.634 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:56:19.635 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:56:19.635 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:56:19.635 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:56:19.635 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:56:19.635 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:56:19.636 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:56:19.636 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:56:19.636 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:56:19.636 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:56:19.637 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:56:19.638 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:19.638 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:19.639 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:19.681 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:19.681 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:19.738 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:19.739 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:19.739 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:19.739 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:19.739 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:19.740 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:19.740 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:19.740 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:19.740 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:19.741 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:19.741 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:19.741 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:19.741 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:19.742 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:19.742 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:19.742 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:19.742 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:19.743 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:19.743 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:19.743 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:19.743 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:19.743 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:19.744 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:19.744 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:19.744 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:19.745 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:19.745 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:19.745 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:19.745 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:19.746 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:19.746 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:19.746 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:19.746 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:19.747 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:19.747 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:19.747 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:19.747 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:19.748 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:19.748 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:19.748 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:19.748 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:19.749 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:19.749 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:19.749 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:19.749 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:19.750 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:19.750 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:19.750 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:19.750 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:19.750 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:19.751 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:19.751 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:19.751 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:19.751 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:19.752 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:19.752 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:19.752 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:19.752 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:19.752 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:19.753 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:19.753 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:19.753 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:19.753 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:19.753 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:19.755 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:19.901 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c2.rgw.client.1 has been restored 2021-09-02T22:56:24.756 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:24.757 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:24.757 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:24.800 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:24.800 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:24.859 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:24.859 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:24.859 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:24.859 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:24.860 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:24.860 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:24.860 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:24.860 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:24.861 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:24.861 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:24.861 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:24.861 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:24.861 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:24.862 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:24.862 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:24.862 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:24.862 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:24.863 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:24.863 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:24.863 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:24.863 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:24.863 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:24.864 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:24.864 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:24.864 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:24.864 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:24.864 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:24.865 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:24.865 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:24.865 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:24.865 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:24.865 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:24.866 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:24.866 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:24.866 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:24.866 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:24.867 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:24.867 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:24.867 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:24.867 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:24.867 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:24.868 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:24.868 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:24.868 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:24.868 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:24.868 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:24.869 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:24.869 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:24.869 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:24.869 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:24.869 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:24.870 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:24.870 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:24.870 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:24.870 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:24.871 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:24.871 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:24.871 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:24.871 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:24.871 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:24.872 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:24.872 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:24.872 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:24.872 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:24.874 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:29.875 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:29.876 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:29.876 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:29.924 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:29.925 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:29.991 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:29.991 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:29.992 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:29.992 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:29.992 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:29.992 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:29.993 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:29.993 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:29.993 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:29.993 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:29.993 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:29.994 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:29.994 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:29.994 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:29.994 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:29.995 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:29.995 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:29.995 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:29.995 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:29.996 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:29.996 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:29.996 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:29.996 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:29.996 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:29.997 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:29.997 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:29.997 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:29.997 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:29.998 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:29.998 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:29.998 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:29.998 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:29.998 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:29.999 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:29.999 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:29.999 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:29.999 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:30.000 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:30.000 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:30.000 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:30.000 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:30.001 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:30.001 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:30.001 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:30.001 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:30.001 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:30.002 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:30.002 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:30.002 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:30.002 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:30.002 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:30.003 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:30.003 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:30.003 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:30.003 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:30.004 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:30.004 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:30.004 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:30.004 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:30.004 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:30.005 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:30.005 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:30.005 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:30.005 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:30.006 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:35.008 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:35.008 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:35.009 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:35.057 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:35.058 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:35.123 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:35.123 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:35.123 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:35.124 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:35.124 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:35.124 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:35.124 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:35.125 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:35.125 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:35.125 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:35.125 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:35.125 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:35.126 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:35.126 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:35.126 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:35.126 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:35.127 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:35.127 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:35.127 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:35.127 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:35.127 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:35.128 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:35.128 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:35.128 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:35.128 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:35.129 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:35.129 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:35.129 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:35.129 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:35.130 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:35.130 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:35.130 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:35.130 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:35.130 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:35.131 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:35.131 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:35.131 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:35.131 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:35.132 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:35.132 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:35.132 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:35.132 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:35.132 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:35.133 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:35.133 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:35.133 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:35.133 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:35.134 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:35.134 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:35.134 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:35.134 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:35.134 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:35.135 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:35.135 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:35.135 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:35.135 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:35.136 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:35.136 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:35.136 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:35.136 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:35.137 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:35.137 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:35.137 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:35.137 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:35.138 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:40.140 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:40.141 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:40.141 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:40.188 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:40.189 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:40.253 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:40.254 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:40.254 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:40.254 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:40.255 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:40.255 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:40.256 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:40.256 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:40.256 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:40.257 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:40.257 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:40.258 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:40.258 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:40.258 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:40.259 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:40.259 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:40.259 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:40.260 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:40.260 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:40.260 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:40.261 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:40.261 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:40.261 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:40.262 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:40.262 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:40.262 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:40.262 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:40.263 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:40.263 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:40.263 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:40.263 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:40.264 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:40.264 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:40.264 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:40.264 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:40.264 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:40.265 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:40.265 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:40.265 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:40.265 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:40.266 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:40.266 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:40.266 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:40.267 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:40.267 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:40.267 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:40.268 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:40.268 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:40.268 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:40.268 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:40.268 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:40.269 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:40.269 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:40.269 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:40.269 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:40.270 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:40.270 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:40.270 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:40.270 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:40.270 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:40.271 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:40.271 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:40.272 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:40.272 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:40.273 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:45.275 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:45.275 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:45.276 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:45.324 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:45.325 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:45.388 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:45.388 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:45.389 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:45.389 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:45.389 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:45.389 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:45.390 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:45.390 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:45.390 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:45.390 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:45.390 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:45.391 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:45.391 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:45.391 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:45.391 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:45.392 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:45.392 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:45.392 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:45.392 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:45.392 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:45.393 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:45.393 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:45.393 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:45.393 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:45.393 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:45.394 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:45.394 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:45.394 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:45.394 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:45.395 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:45.395 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:45.395 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:45.395 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:45.395 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:45.396 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:45.396 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:45.396 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:45.396 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:45.396 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:45.397 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:45.397 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:45.397 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:45.397 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:45.397 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:45.398 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:45.398 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:45.398 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:45.398 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:45.398 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:45.399 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:45.399 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:45.399 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:45.399 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:45.399 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:45.400 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:45.400 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:45.400 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:45.400 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:45.400 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:45.401 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:45.401 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:45.401 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:45.401 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:45.402 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:45.403 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:50.404 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:50.404 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:50.405 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:50.453 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:50.454 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:50.518 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:50.518 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:50.518 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:50.519 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:50.519 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:50.519 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:50.519 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:50.520 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:50.520 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:50.520 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:50.520 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:50.520 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:50.521 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:50.521 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:50.521 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:50.521 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:50.522 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:50.522 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:50.522 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:50.522 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:50.522 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:50.523 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:50.523 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:50.523 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:50.523 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:50.524 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:50.524 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:50.524 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:50.524 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:50.524 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:50.525 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:50.525 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:50.525 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:50.526 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:50.526 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:50.526 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:50.526 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:50.527 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:50.527 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:50.527 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:50.527 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:50.527 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:50.528 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:50.528 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:50.528 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:50.528 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:50.528 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:50.529 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:50.529 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:50.529 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:50.529 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:50.530 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:50.530 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:50.530 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:50.530 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:50.530 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:50.531 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:50.531 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:50.531 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:50.531 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:50.531 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:50.532 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:50.532 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:50.532 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:50.533 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:56:55.534 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:55.535 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:56:55.535 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:56:55.583 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:56:55.584 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:56:55.648 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:56:55.648 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:56:55.649 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:56:55.649 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:56:55.649 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:56:55.649 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:56:55.649 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:55.650 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:55.650 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:56:55.650 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:55.650 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:56:55.651 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:55.651 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:55.651 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:55.651 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:55.651 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:56:55.652 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:55.652 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:55.652 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:55.652 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:55.653 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:55.653 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:55.653 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:56:55.653 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:55.653 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:55.654 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:55.654 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:55.654 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:55.654 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:55.655 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:55.655 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:55.655 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:55.655 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:55.655 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:55.656 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:56:55.656 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:55.656 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:55.656 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:55.657 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:55.657 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:55.657 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:55.657 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:55.657 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:55.658 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:55.658 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:55.658 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:56:55.658 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:56:55.659 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:56:55.659 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:56:55.659 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:56:55.659 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:56:55.659 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:56:55.660 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:56:55.660 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:56:55.660 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:56:55.660 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:55.660 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:55.661 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:56:55.661 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:56:55.661 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:56:55.661 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:56:55.662 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:56:55.662 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:56:55.662 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:56:55.663 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:00.665 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:00.666 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:00.666 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:00.716 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:00.716 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:00.781 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:00.781 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:00.781 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:00.781 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:00.782 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:00.782 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:00.782 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:00.782 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:00.783 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:00.783 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:00.783 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:00.783 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:00.783 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:00.784 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:00.784 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:00.784 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:00.784 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:00.785 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:00.785 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:00.785 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:00.785 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:00.786 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:00.786 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:00.786 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:00.786 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:00.787 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:00.787 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:00.787 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:00.787 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:00.788 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:00.788 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:00.788 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:00.788 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:00.788 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:00.789 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:00.789 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:00.789 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:00.789 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:00.790 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:00.790 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:00.790 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:00.790 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:00.790 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:00.791 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:00.791 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:00.791 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:00.791 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:00.791 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:00.792 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:00.792 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:00.792 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:00.792 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:00.793 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:00.793 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:00.793 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:00.793 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:00.793 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:00.794 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:00.794 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:00.794 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:00.794 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:00.794 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:00.795 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:00.795 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:00.796 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:05.797 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:05.798 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:05.798 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:05.846 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:05.846 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:05.912 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:05.912 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:05.913 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:05.913 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:05.913 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:05.913 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:05.914 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:05.914 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:05.914 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:05.914 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:05.915 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:05.915 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:05.915 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:05.915 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:05.915 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:05.916 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:05.916 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:05.916 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:05.916 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:05.917 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:05.917 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:05.917 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:05.917 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:05.917 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:05.918 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:05.918 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:05.918 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:05.918 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:05.918 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:05.919 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:05.919 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:05.919 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:05.919 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:05.920 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:05.920 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:05.920 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:05.920 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:05.921 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:05.921 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:05.921 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:05.921 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:05.922 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:05.922 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:05.922 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:05.922 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:05.922 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:05.923 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:05.923 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:05.923 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:05.923 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:05.924 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:05.924 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:05.924 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:05.924 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:05.924 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:05.925 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:05.925 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:05.925 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:05.925 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:05.925 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:05.926 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:05.926 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:05.926 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:05.926 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:05.928 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:10.929 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:10.930 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:10.931 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:10.982 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:10.982 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:11.047 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:11.047 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:11.048 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:11.048 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:11.048 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:11.048 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:11.049 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:11.049 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:11.049 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:11.049 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:11.049 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:11.050 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:11.050 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:11.050 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:11.050 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:11.050 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:11.051 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:11.051 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:11.051 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:11.051 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:11.052 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:11.052 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:11.052 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:11.052 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:11.052 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:11.053 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:11.053 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:11.053 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:11.053 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:11.053 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:11.054 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:11.054 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:11.054 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:11.054 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:11.055 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:11.055 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:11.055 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:11.055 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:11.055 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:11.056 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:11.056 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:11.056 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:11.056 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:11.057 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:11.057 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:11.057 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:11.057 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:11.057 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:11.058 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:11.058 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:11.058 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:11.058 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:11.058 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:11.059 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:11.059 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:11.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:11.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:11.060 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:11.060 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:11.060 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:11.060 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:11.060 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:11.061 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:11.061 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:11.062 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:16.063 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:16.064 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:16.064 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:16.116 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:16.116 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:16.180 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:16.180 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:16.180 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:16.181 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:16.181 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:16.181 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:16.181 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:16.182 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:16.182 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:16.182 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:16.182 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:16.183 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:16.183 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:16.183 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:16.183 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:16.183 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:16.184 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:16.184 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:16.184 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:16.184 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:16.185 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:16.185 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:16.185 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:16.186 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:16.186 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:16.186 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:16.186 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:16.187 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:16.187 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:16.187 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:16.187 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:16.188 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:16.188 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:16.188 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:16.188 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:16.188 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:16.189 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:16.189 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:16.189 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:16.189 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:16.189 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:16.190 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:16.190 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:16.190 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:16.190 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:16.191 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:16.191 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:16.191 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:16.191 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:16.191 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:16.192 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:16.192 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:16.192 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:16.192 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:16.192 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:16.193 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:16.193 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:16.193 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:16.193 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:16.194 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:16.194 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:16.194 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:16.194 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:16.194 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:16.196 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:21.197 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:21.198 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:21.198 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:21.247 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:21.247 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:21.313 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:21.313 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:21.314 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:21.314 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:21.314 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:21.314 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:21.315 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:21.315 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:21.315 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:21.315 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:21.315 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:21.316 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:21.316 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:21.316 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:21.316 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:21.316 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:21.317 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:21.317 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:21.317 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:21.317 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:21.318 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:21.318 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:21.318 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:21.318 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:21.319 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:21.319 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:21.319 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:21.319 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:21.320 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:21.320 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:21.320 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:21.320 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:21.321 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:21.321 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:21.321 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:21.321 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:21.322 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:21.322 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:21.322 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:21.322 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:21.322 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:21.323 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:21.323 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:21.323 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:21.323 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:21.324 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:21.324 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:21.324 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:21.324 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:21.324 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:21.325 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:21.325 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:21.325 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:21.325 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:21.325 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:21.326 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:21.326 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:21.326 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:21.326 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:21.327 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:21.327 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:21.327 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:21.327 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:21.327 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:21.329 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:26.330 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:26.330 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:26.331 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:26.380 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:26.380 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:26.445 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:26.445 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:26.446 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:26.446 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:26.446 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:26.446 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:26.447 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:26.447 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:26.447 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:26.447 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:26.448 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:26.448 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:26.448 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:26.448 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:26.449 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:26.449 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:26.449 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:26.449 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:26.449 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:26.450 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:26.450 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:26.450 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:26.450 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:26.451 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:26.451 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:26.451 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:26.451 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:26.451 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:26.452 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:26.452 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:26.452 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:26.452 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:26.453 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:26.453 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:26.453 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:26.453 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:26.453 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:26.454 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:26.454 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:26.454 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:26.454 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:26.455 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:26.455 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:26.455 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:26.455 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:26.455 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:26.456 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:26.456 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:26.456 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:26.456 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:26.457 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:26.457 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:26.457 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:26.457 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:26.458 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:26.458 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:26.458 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:26.458 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:26.459 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:26.459 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:26.459 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:26.459 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:26.459 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:26.460 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:26.461 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:31.462 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:31.463 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:31.464 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:31.513 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:31.513 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:31.577 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:31.577 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:31.577 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:31.577 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:31.578 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:31.578 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:31.578 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:31.578 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:31.579 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:31.579 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:31.579 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:31.579 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:31.580 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:31.580 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:31.580 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:31.580 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:31.580 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:31.581 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:31.581 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:31.581 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:31.581 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:31.582 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:31.582 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:31.582 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:31.582 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:31.583 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:31.583 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:31.583 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:31.583 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:31.583 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:31.584 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:31.584 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:31.584 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:31.584 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:31.585 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:31.585 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:31.585 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:31.585 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:31.586 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:31.586 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:31.586 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:31.586 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:31.587 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:31.587 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:31.587 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:31.587 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:31.588 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:31.588 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:31.588 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:31.588 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:31.589 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:31.589 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:31.589 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:31.589 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:31.589 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:31.590 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:31.590 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:31.590 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:31.590 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:31.591 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:31.591 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:31.591 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:31.591 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:31.592 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:31.593 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:36.594 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:36.595 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:36.596 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:36.644 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:36.644 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:36.710 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:36.711 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:36.711 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:36.711 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:36.711 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:36.712 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:36.712 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:36.712 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:36.712 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:36.713 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:36.713 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:36.713 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:36.713 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:36.713 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:36.714 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:36.714 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:36.714 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:36.714 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:36.715 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:36.715 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:36.715 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:36.715 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:36.715 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:36.716 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:36.716 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:36.716 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:36.716 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:36.716 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:36.717 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:36.717 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:36.717 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:36.717 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:36.717 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:36.718 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:36.718 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:36.718 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:36.718 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:36.719 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:36.719 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:36.719 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:36.719 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:36.720 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:36.720 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:36.720 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:36.720 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:36.721 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:36.721 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:36.721 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:36.721 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:36.721 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:36.722 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:36.722 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:36.722 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:36.722 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:36.723 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:36.723 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:36.723 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:36.723 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:36.724 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:36.724 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:36.724 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:36.724 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:36.725 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:36.725 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:36.726 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:41.727 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:41.727 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:41.728 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:41.776 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:41.776 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:41.841 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:41.842 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:41.842 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:41.842 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:41.842 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:41.843 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:41.843 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:41.843 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:41.843 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:41.844 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:41.844 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:41.844 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:41.844 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:41.845 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:41.845 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:41.845 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:41.845 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:41.845 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:41.846 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:41.846 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:41.846 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:41.846 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:41.847 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:41.847 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:41.847 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:41.847 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:41.847 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:41.848 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:41.848 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:41.848 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:41.848 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:41.849 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:41.849 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:41.849 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:41.849 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:41.849 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:41.850 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:41.850 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:41.850 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:41.850 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:41.851 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:41.851 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:41.851 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:41.851 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:41.852 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:41.852 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:41.852 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:41.852 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:41.852 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:41.853 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:41.853 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:41.853 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:41.853 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:41.854 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:41.854 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:41.854 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:41.854 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:41.854 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:41.855 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:41.855 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:41.855 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:41.855 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:41.856 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:41.856 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:41.857 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:46.858 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:46.859 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:46.859 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:46.908 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:46.909 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:46.974 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:46.974 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:46.975 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:46.975 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:46.975 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:46.976 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:46.976 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:46.976 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:46.977 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:46.977 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:46.977 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:46.977 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:46.978 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:46.978 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:46.978 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:46.978 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:46.980 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:46.980 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:46.980 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:46.980 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:46.981 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:46.981 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:46.981 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:46.982 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:46.982 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:46.982 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:46.982 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:46.983 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:46.983 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:46.983 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:46.984 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:46.984 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:46.984 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:46.984 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:46.986 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:46.987 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:46.987 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:46.987 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:46.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:46.988 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:46.988 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:46.988 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:46.988 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:46.989 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:46.989 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:46.989 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:46.989 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:46.990 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:46.990 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:46.990 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:46.990 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:46.990 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:46.991 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:46.991 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:46.991 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:46.991 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:46.992 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:46.992 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:46.992 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:46.993 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:51.994 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:51.995 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:51.995 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:52.045 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:52.045 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:52.114 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:52.114 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:52.114 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:52.128 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:52.129 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:57:57.130 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:57.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:57:57.132 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:57:57.183 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:57:57.183 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:57:57.247 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:57:57.247 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:57:57.247 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:57:57.248 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:57:57.248 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:57:57.248 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:57:57.248 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:57.249 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:57.249 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:57:57.249 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:57.249 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:57:57.249 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:57.250 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:57.250 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:57.250 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:57.250 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:57:57.251 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:57.251 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:57.251 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:57.251 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:57.252 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:57.252 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:57.252 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:57:57.252 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:57.253 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:57.253 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:57.253 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:57.253 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:57.253 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:57.254 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:57.254 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:57.254 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:57.254 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:57.254 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:57.255 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:57:57.255 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:57.255 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:57.255 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:57.256 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:57.256 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:57.256 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:57.256 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:57.256 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:57.257 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:57.257 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:57.257 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:57:57.257 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:57:57.257 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:57:57.258 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:57:57.258 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:57:57.258 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:57:57.258 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:57:57.259 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:57:57.259 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:57:57.259 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:57:57.259 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:57.259 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:57.260 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:57:57.260 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:57:57.260 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:57:57.260 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:57:57.261 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:57:57.261 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:57:57.261 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:57:57.262 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:58:02.263 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:02.264 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:02.264 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:02.313 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:02.313 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:02.377 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:02.378 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:02.378 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:02.378 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:02.378 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:02.379 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:02.379 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:02.380 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:02.380 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:02.380 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:02.380 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:02.381 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:02.381 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:02.381 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:02.381 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:02.381 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:02.382 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:02.382 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:02.382 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:02.382 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:02.383 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:02.383 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:02.383 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:02.383 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:02.383 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:02.384 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:02.384 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:02.384 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:02.384 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:02.384 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:02.385 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:02.385 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:02.385 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:02.385 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:02.386 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:02.386 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:02.386 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:02.387 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:02.387 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:02.387 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:02.387 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:02.388 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:02.388 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:02.388 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:02.388 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:02.388 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:02.389 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:02.389 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:02.390 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:02.390 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:02.390 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:02.390 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:02.391 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:02.391 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:02.391 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:02.391 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:02.392 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:02.392 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:02.392 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:02.393 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:02.393 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:02.393 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:02.393 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:02.393 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:02.395 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:58:07.396 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:07.397 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:07.397 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:07.447 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:07.447 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:07.512 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:07.512 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:07.512 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:07.513 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:07.513 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:07.513 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:07.513 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:07.514 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:07.514 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:07.514 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:07.515 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:07.515 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:07.515 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:07.516 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:07.516 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:07.517 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:07.517 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:07.517 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:07.518 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:07.518 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:07.519 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:07.519 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:07.520 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:07.520 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:07.520 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:07.521 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:07.521 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:07.522 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:07.522 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:07.523 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:07.523 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:07.523 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:07.524 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:07.524 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:07.525 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:07.525 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:07.525 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:07.526 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:07.526 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:07.527 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:07.527 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:07.527 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:07.528 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:07.528 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:07.529 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:07.529 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:07.529 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:07.530 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:07.530 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:07.531 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:07.531 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:07.532 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:07.532 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:07.532 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:07.533 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:07.533 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:07.534 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:07.534 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:07.535 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:07.535 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:07.536 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:07.536 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:07.537 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:07.537 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:07.539 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:58:12.541 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:12.541 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:12.542 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:12.590 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:12.590 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:12.713 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:12.713 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:12.713 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:12.714 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:12.714 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:12.714 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:12.714 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:12.715 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:12.715 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:12.715 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:12.715 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:12.716 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:12.716 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:12.716 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:12.716 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:12.717 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:12.717 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:12.717 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:12.717 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:12.718 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:12.718 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:12.718 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:12.718 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:12.719 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:12.719 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:12.719 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:12.719 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:12.719 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:12.720 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:12.720 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:12.720 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:12.720 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:12.721 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:12.721 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:12.721 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:12.721 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:12.721 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:12.722 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:12.722 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:12.722 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:12.722 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:12.723 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:12.723 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:12.723 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:12.723 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:12.723 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:12.724 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:12.724 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:12.724 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:12.724 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:12.725 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:12.725 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:12.725 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:12.725 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:12.725 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:12.726 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:12.726 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:12.726 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:12.726 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:12.727 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:12.727 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:12.727 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:12.727 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:12.727 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:12.729 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=0 master=1_1630623379.503325_41.1 target= 2021-09-02T22:58:17.730 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:17.731 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:17.731 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:17.779 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:17.780 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:17.844 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:17.845 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:17.845 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:17.845 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:17.846 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:17.846 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:17.846 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:17.846 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:17.847 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:17.847 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:17.847 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:17.848 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:17.848 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:17.848 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:17.848 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:17.849 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:17.849 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:17.849 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:17.849 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:17.850 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:17.850 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:17.850 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:17.850 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:17.850 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:17.851 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:17.851 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:17.851 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:17.851 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:17.852 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:17.852 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:17.852 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:17.852 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:17.852 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:17.853 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:17.853 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:17.853 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:17.853 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:17.854 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:17.854 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:17.854 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:17.854 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:17.854 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:17.855 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:17.855 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:17.855 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:17.855 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:17.856 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:17.856 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:17.856 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:17.856 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:17.857 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:17.857 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:17.857 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:17.857 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:17.857 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:17.859 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:17.861 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:17.861 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:17.861 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:17.862 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:17.862 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:17.911 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:17.911 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:17.988 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:17.988 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:17.989 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:17.989 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:17.989 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:17.989 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:17.990 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:17.990 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:17.990 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:17.990 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:17.990 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:17.991 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:17.991 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:17.991 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:17.991 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:17.992 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:17.992 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:17.992 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:17.992 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:17.992 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:17.993 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:17.993 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:17.993 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:17.993 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:17.994 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:17.994 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:17.994 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:17.994 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:17.995 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:17.995 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:17.995 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:17.995 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:17.995 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:17.996 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:17.996 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:17.996 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:17.997 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:17.997 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:17.997 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:17.997 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:17.998 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:17.998 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:17.998 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:17.998 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:17.998 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:17.999 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:17.999 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:17.999 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:17.999 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:18.000 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.000 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:18.000 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:18.000 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:18.000 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.001 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:18.001 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.001 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.001 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:18.002 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.002 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:18.002 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:18.002 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:18.002 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.003 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:18.004 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:18.004 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:18.005 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.005 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.005 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:18.052 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:18.052 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:18.115 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:18.130 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:18.130 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.130 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:18.130 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:18.131 INFO:rgw_multi.tests:meta checkpoint 2021-09-02T22:58:18.131 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.132 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.132 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:18.174 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:18.174 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:18.228 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:18.244 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:18.244 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.244 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:18.244 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:18.245 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.245 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.245 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.245 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:18.246 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.246 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.246 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.246 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:18.247 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.247 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.247 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.247 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:18.248 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.248 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:18.249 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:18.249 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.250 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.250 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:18.293 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:18.293 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:18.354 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:18.355 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:18.355 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:18.355 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:18.356 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:18.356 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:18.356 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.356 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.357 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:18.357 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.357 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:18.357 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.358 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.358 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:18.358 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.359 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:18.359 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.359 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:18.359 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.360 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.360 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.360 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.360 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:18.361 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.361 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.361 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.361 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.362 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.362 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.362 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.362 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.362 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.363 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.363 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.363 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:18.363 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.364 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.364 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.364 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.364 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.365 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.365 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.365 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.365 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.366 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.366 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.366 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:18.366 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.366 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.367 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.367 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.367 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.368 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.368 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.368 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.368 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:18.370 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:18.370 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:18.370 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.370 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:18.372 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:18.372 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:18.372 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.373 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.373 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:18.415 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:18.415 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:18.474 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:18.474 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:18.474 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:18.475 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:18.475 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:18.475 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:18.475 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:18.476 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.476 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:18.476 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.476 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:18.477 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:18.477 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:18.477 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:18.477 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:18.478 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:18.478 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:18.478 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:18.478 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:18.479 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.479 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.479 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.479 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:18.480 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:18.480 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:18.480 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.480 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:18.481 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:18.481 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:18.481 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.481 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:18.482 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.482 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.482 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.482 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:18.483 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:18.483 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:18.483 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.483 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:18.484 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:18.484 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:18.484 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.484 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:18.484 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.485 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.485 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:18.485 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:18.485 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:18.486 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:18.486 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:18.486 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:18.486 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:18.486 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:18.487 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.487 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:18.487 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.487 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.487 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:18.488 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:18.488 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:18.488 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:18.489 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:18.489 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:18.489 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:18.491 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:18.491 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:18.491 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.492 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:18.493 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:18.535 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:18.536 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:18.595 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:18.596 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:18.596 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:18.596 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:18.596 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:18.597 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:18.597 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.597 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.597 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:18.598 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.598 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:18.598 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.598 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.599 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:18.599 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.599 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:18.599 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.599 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:18.600 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.600 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.600 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.601 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.601 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:18.601 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.601 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.602 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.602 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.602 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.602 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.603 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.603 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.603 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.603 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.603 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.604 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:18.604 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.604 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.604 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.605 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.605 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.605 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.605 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.605 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.606 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.606 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.606 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:18.606 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:18.607 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:18.607 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:18.607 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:18.607 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:18.608 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:18.608 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:18.608 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:18.609 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:18.609 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.609 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.609 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:18.609 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:18.610 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:18.610 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:18.610 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:18.610 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:18.611 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:18.612 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:18.612 INFO:tasks.rgw_multisite_tests:running rgw multisite tests on '/home/teuthworker/src/git.ceph.com_ceph-c_9366f375ac31713c35e559edbd160565b784db1d/qa/../src/test/rgw/rgw_multi' with args=['tests.py', 'tests_ps.py'] 2021-09-02T22:58:18.657 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-1 2021-09-02T22:58:21.828 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-2 2021-09-02T22:58:25.057 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-3 2021-09-02T22:58:25.097 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:25.098 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:25.099 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:25.143 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:25.143 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:25.198 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:25.212 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:25.213 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:25.213 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:25.213 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:25.214 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:25.214 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:25.214 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:25.214 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:25.215 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:25.215 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:25.215 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:25.215 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:25.215 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:25.216 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:25.216 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623505.081236_45.1", 2021-09-02T22:58:25.216 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:25.081236Z" 2021-09-02T22:58:25.216 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:25.216 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:25.218 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:25.218 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:25.219 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:25.219 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:25.264 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:25.265 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:25.323 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:25.324 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:25.324 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:25.324 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:25.324 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:25.325 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:25.325 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:25.325 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:25.325 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:25.326 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:25.326 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:25.326 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:25.326 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:25.326 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:25.327 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:25.327 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:25.327 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:25.327 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:25.328 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:25.328 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:25.328 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:25.328 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:25.328 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:25.329 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:25.329 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:25.329 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:25.329 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:25.329 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:25.330 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:25.330 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:25.330 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:25.330 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:25.331 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:25.331 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:25.331 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:25.331 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:25.331 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:25.332 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:25.332 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:25.332 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:25.332 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:25.332 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:25.333 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:25.333 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:25.333 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:25.333 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:25.334 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:25.334 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:25.334 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:25.334 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623501.799556_34.1", 2021-09-02T22:58:25.334 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:25.335 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:25.335 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:25.335 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.799556Z", 2021-09-02T22:58:25.335 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:25.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:25.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:25.336 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:25.336 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:25.337 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:25.337 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:25.337 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:25.337 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:25.337 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:25.339 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1630623505.081236_45.1 target=1_1630623501.799556_34.1 2021-09-02T22:58:30.340 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.341 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.342 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:30.390 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:30.391 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:30.455 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:30.456 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:30.456 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:30.456 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:30.457 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:30.457 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:30.457 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.457 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.457 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:30.458 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.458 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:30.458 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.459 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.459 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:30.459 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.459 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:30.460 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.460 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:30.460 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.460 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.461 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.461 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.461 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:30.461 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.462 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.462 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:30.462 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.462 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:30.462 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.463 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:30.463 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.463 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.463 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.464 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.464 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:30.464 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.464 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.464 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:30.465 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.465 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:30.465 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.465 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:30.465 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.466 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.466 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.466 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.466 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:30.467 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.467 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.467 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623505.081236_45.1", 2021-09-02T22:58:30.467 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.467 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:30.468 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.468 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.081236Z", 2021-09-02T22:58:30.468 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.468 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.469 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.469 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:30.469 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.469 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:30.470 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:30.470 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:30.470 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.470 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:30.471 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:30.472 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:30.473 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.473 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.474 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:30.522 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:30.522 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:30.598 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:30.598 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:30.598 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:30.599 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:30.599 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:30.599 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:30.599 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:30.600 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.600 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:30.600 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.600 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:30.600 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:30.601 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:30.601 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:30.601 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:30.602 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:30.602 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:30.602 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:30.602 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:30.602 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.603 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.603 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.603 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:30.604 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:30.604 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:30.604 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:30.604 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:30.604 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:30.605 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:30.605 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:30.605 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:30.605 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.606 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.606 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.606 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:30.606 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:30.606 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:30.607 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:30.607 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:30.607 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:30.608 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:30.608 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:30.608 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:30.608 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.609 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.609 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.609 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:30.609 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:30.610 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:30.610 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623505.081236_45.1", 2021-09-02T22:58:30.610 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:30.610 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:30.611 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:30.611 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.081236Z", 2021-09-02T22:58:30.611 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:30.611 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.611 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.612 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:30.612 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.612 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:30.612 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:30.612 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:30.613 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.613 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:30.614 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:30.615 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:30.615 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.616 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.617 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:30.661 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:30.661 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:30.720 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:30.720 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:30.720 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:30.720 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:30.721 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:30.721 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:30.721 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.721 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.722 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:30.722 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.722 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:30.722 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.722 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.723 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:30.723 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.723 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:30.723 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.724 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:30.724 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.724 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.724 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.724 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.725 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:30.725 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.725 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.725 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:30.726 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.726 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:30.726 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.726 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:30.727 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.727 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.727 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.727 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.727 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:30.728 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.728 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.728 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:30.728 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.729 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:30.729 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.729 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:30.729 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.729 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.730 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.730 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:30.730 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:30.730 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:30.730 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:30.731 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623505.081236_45.1", 2021-09-02T22:58:30.731 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:30.731 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:30.731 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:30.732 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.081236Z", 2021-09-02T22:58:30.732 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:30.732 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.732 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.732 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:30.733 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:30.733 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:30.733 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:30.733 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:30.734 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:30.734 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:30.735 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:30.759 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_create ... ok 2021-09-02T22:58:30.762 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-4 2021-09-02T22:58:30.779 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-5 2021-09-02T22:58:30.807 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-6 2021-09-02T22:58:30.840 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.841 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.842 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:30.887 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:30.887 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:30.940 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:30.957 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:30.957 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.958 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:30.958 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:30.958 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.958 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.959 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:30.959 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:30.959 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.959 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.960 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:30.960 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:30.960 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:30.960 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:30.961 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:30.961 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:30.827725Z" 2021-09-02T22:58:30.961 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:30.961 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:30.962 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:30.963 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.963 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:30.964 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:31.007 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:31.007 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:31.070 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:31.071 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:31.071 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:31.071 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:31.072 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:31.072 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:31.072 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:31.072 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:31.073 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:31.073 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:31.073 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:31.073 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:31.073 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:31.074 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:31.074 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:31.074 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:31.075 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:31.075 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:31.075 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:31.075 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:31.075 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:31.076 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:31.076 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:31.076 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:31.076 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:31.076 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:31.077 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:31.077 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:31.077 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:31.077 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:31.077 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:31.078 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:31.078 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:31.078 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:31.078 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:31.079 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:31.079 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:31.079 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:31.079 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:31.080 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:31.080 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:31.080 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:31.080 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:31.080 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:31.081 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:31.082 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623510.771353_46.1", 2021-09-02T22:58:31.082 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:31.082 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:31.082 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:31.082 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.771353Z", 2021-09-02T22:58:31.083 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:31.083 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:31.083 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:31.083 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:31.084 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:31.084 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:31.084 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:31.084 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:31.085 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:31.085 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:31.086 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1630623510.827725_58.1 target=1_1630623510.771353_46.1 2021-09-02T22:58:36.087 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.088 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.088 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:36.139 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:36.139 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:36.204 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:36.205 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:36.205 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:36.205 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:36.205 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:36.205 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:36.206 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.206 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.206 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:36.206 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.207 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:36.207 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.207 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.207 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:36.208 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.208 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:36.208 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.208 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:36.208 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.209 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.209 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.209 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.209 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:36.210 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.210 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.210 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:36.210 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.211 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.211 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.211 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.211 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.212 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.212 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.212 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.212 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:36.213 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.213 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.213 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:36.213 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.213 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.214 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.214 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.214 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.214 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.214 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.215 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.215 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:36.215 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.215 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.216 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:36.216 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.216 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.216 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.216 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.827725Z", 2021-09-02T22:58:36.217 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.217 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.218 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.218 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:36.218 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.218 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:36.218 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:36.219 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:36.219 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.219 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:36.221 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:36.221 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:36.222 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.222 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.223 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:36.271 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:36.272 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:36.335 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:36.335 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:36.335 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:36.336 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:36.336 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:36.336 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:36.336 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:36.337 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.337 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:36.337 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.337 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:36.338 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:36.338 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:36.338 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:36.339 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:36.339 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:36.339 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:36.339 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:36.340 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:36.340 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.340 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.340 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.341 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:36.341 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:36.341 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:36.341 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:36.342 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:36.342 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:36.342 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:36.342 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.342 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:36.343 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.343 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.343 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.343 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:36.343 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:36.344 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:36.344 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:36.344 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:36.344 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:36.345 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:36.345 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.345 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:36.345 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.346 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.346 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.346 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:36.346 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:36.346 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:36.347 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:36.347 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:36.347 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:36.347 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:36.348 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.827725Z", 2021-09-02T22:58:36.348 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:36.348 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.349 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.349 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:36.349 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.349 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:36.349 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:36.350 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:36.350 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.350 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:36.351 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:36.352 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:36.352 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.353 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.353 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:36.397 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:36.397 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:36.456 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:36.457 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:36.458 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:36.458 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:36.458 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:36.458 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:36.459 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.459 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.459 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:36.459 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.460 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:36.460 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.460 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.460 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:36.460 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.461 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:36.461 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.461 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:36.461 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.462 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.462 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.462 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.462 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:36.463 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.463 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.463 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:36.463 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.464 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.464 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.464 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.464 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.465 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.465 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.465 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.465 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:36.466 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.466 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.466 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:36.466 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.466 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.467 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.467 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.467 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.467 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.468 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.468 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.468 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:36.468 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.468 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.469 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:36.469 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.469 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.469 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.470 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.827725Z", 2021-09-02T22:58:36.470 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.470 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.470 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.471 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:36.471 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.471 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:36.471 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:36.472 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:36.472 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.472 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:36.473 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:36.726 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.727 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.728 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:36.770 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:36.770 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:36.826 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:36.843 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:36.844 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.844 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:36.844 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:36.845 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.845 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.845 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:36.845 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:36.846 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.846 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.846 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:36.846 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:36.847 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:36.847 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:36.847 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:36.847 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:30.827725Z" 2021-09-02T22:58:36.847 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:36.848 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:36.849 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:36.849 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.850 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.850 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:36.894 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:36.895 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:36.955 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:36.956 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:36.956 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:36.956 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:36.956 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:36.957 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:36.957 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.957 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.957 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:36.957 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.958 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:36.958 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.958 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.958 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:36.959 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.959 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:36.959 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.959 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:36.960 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.960 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.960 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.960 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.960 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:36.961 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.961 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.961 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:36.961 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.962 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.962 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.962 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.962 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.962 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.963 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.963 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.963 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:36.963 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.964 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.964 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:36.964 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.964 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.965 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.965 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:36.965 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.965 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.966 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.966 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:36.966 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:36.966 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:36.967 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:36.967 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:36.967 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:36.967 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:36.967 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:36.968 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.827725Z", 2021-09-02T22:58:36.968 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:36.968 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.968 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.969 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:36.969 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:36.969 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:36.969 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:36.969 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:36.970 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:36.970 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:36.971 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:36.972 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:36.972 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.973 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:36.973 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:37.016 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:37.017 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:37.085 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:37.086 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:37.086 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:37.086 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:37.086 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:37.087 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:37.087 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:37.087 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.087 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:37.088 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.088 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:37.088 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:37.088 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:37.088 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:37.089 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:37.089 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:37.089 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:37.089 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:37.090 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:37.090 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.090 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.090 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.091 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:37.091 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:37.091 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:37.091 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:37.091 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:37.092 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:37.092 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:37.092 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:37.093 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:37.093 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.093 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.093 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.094 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:37.094 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:37.094 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:37.094 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:37.094 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:37.095 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:37.095 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:37.095 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:37.095 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:37.096 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.096 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.096 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.096 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:37.096 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:37.097 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:37.097 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:37.097 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:37.097 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:37.098 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:37.098 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.827725Z", 2021-09-02T22:58:37.098 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:37.098 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.098 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.099 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:37.099 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.099 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:37.099 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:37.100 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:37.100 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.100 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:37.101 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:37.102 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:37.103 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:37.103 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:37.104 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:37.149 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:37.150 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:37.208 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:37.208 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:37.209 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:37.209 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:37.209 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:37.209 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:37.210 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.210 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.210 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:37.210 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.210 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:37.211 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.211 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.211 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:37.211 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.212 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:37.212 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.212 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:37.212 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.213 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.213 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.213 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.213 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:37.213 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.214 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.214 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:37.214 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.214 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:37.215 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.215 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:37.215 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.215 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.215 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.216 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.216 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:37.216 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.216 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.217 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:37.217 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.217 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:37.217 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.217 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:37.218 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.218 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.218 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.218 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.219 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:37.219 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.219 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.219 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623510.827725_58.1", 2021-09-02T22:58:37.219 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.220 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:37.220 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.220 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.827725Z", 2021-09-02T22:58:37.220 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.221 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.221 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.221 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:37.221 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.221 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:37.222 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:37.222 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:37.222 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.222 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:37.224 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:37.246 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_recreate ... ok 2021-09-02T22:58:37.247 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-7 2021-09-02T22:58:37.266 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-8 2021-09-02T22:58:37.306 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-9 2021-09-02T22:58:37.336 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:37.336 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:37.337 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:37.378 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:37.378 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:37.425 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:37.442 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:37.443 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.443 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:37.443 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:37.443 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.444 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.444 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:37.444 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:37.444 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.445 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.445 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:37.445 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:37.445 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:37.446 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:37.446 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623517.324756_76.1", 2021-09-02T22:58:37.446 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:37.324756Z" 2021-09-02T22:58:37.446 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:37.447 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:37.448 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:37.448 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:37.449 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:37.449 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:37.492 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:37.493 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:37.556 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:37.557 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:37.557 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:37.557 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:37.557 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:37.558 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:37.558 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.558 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.559 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:37.559 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.559 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:37.559 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.559 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.560 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:37.560 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.560 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:37.560 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.561 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:37.561 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.561 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.561 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.561 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.562 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:37.563 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.563 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.564 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:37.564 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.565 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:37.565 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.565 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:37.566 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.566 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.567 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.567 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.568 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:37.568 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.569 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.569 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:37.569 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.570 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:37.570 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.571 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:37.571 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.572 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.572 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.573 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:37.573 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:37.573 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:37.574 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:37.574 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623517.259197_65.1", 2021-09-02T22:58:37.575 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:37.575 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:37.576 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:37.576 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.259197Z", 2021-09-02T22:58:37.576 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:37.577 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.577 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.578 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:37.578 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:37.579 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:37.579 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:37.580 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:37.580 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:37.580 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:37.583 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=3 master=1_1630623517.324756_76.1 target=1_1630623517.259197_65.1 2021-09-02T22:58:42.585 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:42.585 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:42.586 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:42.634 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:42.635 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:42.702 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:42.703 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:42.703 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:42.703 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:42.703 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:42.703 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:42.704 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.704 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.704 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:42.704 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.705 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:42.705 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.705 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.705 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:42.705 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.706 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:42.706 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.706 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:42.706 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.706 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.707 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.707 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.707 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:42.707 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.707 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.708 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:42.708 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.708 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:42.708 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.709 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:42.709 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.709 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.709 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.709 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.710 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:42.710 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.710 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.710 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:42.711 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.711 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:42.711 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.711 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:42.711 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.712 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.712 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.712 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.712 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:42.713 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.713 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.713 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623517.324756_76.1", 2021-09-02T22:58:42.713 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.713 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:42.714 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.714 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.324756Z", 2021-09-02T22:58:42.714 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.714 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.714 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.715 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:42.715 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.715 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:42.715 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:42.715 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:42.716 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.716 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:42.717 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:42.717 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:42.718 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:42.718 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:42.719 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:42.766 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:42.766 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:42.840 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:42.840 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:42.841 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:42.841 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:42.841 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:42.841 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:42.842 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:42.842 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:42.842 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:42.842 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:42.842 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:42.843 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:42.843 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:42.843 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:42.843 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:42.843 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:42.844 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:42.844 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:42.844 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:42.844 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:42.844 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:42.845 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:42.845 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:42.845 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:42.845 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:42.845 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:42.846 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:42.846 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:42.846 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:42.846 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:42.846 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:42.847 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:42.847 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:42.847 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:42.847 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:42.847 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:42.848 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:42.848 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:42.848 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:42.848 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:42.848 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:42.849 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:42.849 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:42.849 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:42.849 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:42.849 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:42.850 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:42.850 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:42.850 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:42.850 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623517.324756_76.1", 2021-09-02T22:58:42.850 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:42.851 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:42.851 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:42.851 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.324756Z", 2021-09-02T22:58:42.851 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:42.851 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:42.852 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:42.852 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:42.852 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:42.852 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:42.852 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:42.853 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:42.853 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:42.853 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:42.854 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:42.855 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:42.855 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:42.855 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:42.856 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:42.898 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:42.898 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:42.960 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:42.961 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:42.961 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:42.961 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:42.961 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:42.961 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:42.962 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.962 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.962 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:42.962 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.962 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:42.963 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.963 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.963 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:42.963 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.964 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:42.964 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.964 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:42.964 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.964 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.965 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.965 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.965 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:42.965 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.965 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.966 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:42.966 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.966 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:42.966 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.967 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:42.967 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.967 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.967 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.967 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.968 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:42.968 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.968 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.968 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:42.968 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.969 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:42.969 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.969 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:42.969 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.970 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.970 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.970 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:42.970 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:42.970 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:42.971 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:42.971 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623517.324756_76.1", 2021-09-02T22:58:42.971 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:42.971 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:42.971 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:42.972 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.324756Z", 2021-09-02T22:58:42.972 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:42.972 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.972 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.972 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:42.973 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:42.973 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:42.973 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:42.973 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:42.973 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:42.974 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:42.975 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:43.143 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:43.144 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:43.144 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:43.185 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:43.186 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:43.240 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:43.258 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:43.259 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.259 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:43.259 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:43.259 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.260 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.260 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:43.260 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:43.260 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.260 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.261 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:43.261 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:43.261 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.261 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.261 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:43.262 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T22:58:43.262 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.262 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:43.263 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:43.264 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:43.264 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:43.265 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:43.309 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:43.310 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:43.373 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:43.374 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:43.374 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:43.374 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:43.374 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:43.375 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:43.375 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:43.375 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:43.375 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:43.375 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:43.376 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:43.376 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:43.376 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:43.376 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:43.377 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:43.377 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:43.377 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:43.377 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:43.377 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:43.378 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:43.378 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:43.378 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:43.378 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:43.379 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:43.379 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:43.379 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:43.379 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:43.379 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:43.380 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:43.380 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:43.380 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:43.380 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:43.381 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:43.381 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:43.381 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:43.381 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:43.382 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:43.382 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:43.382 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:43.382 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:43.382 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:43.383 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:43.383 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:43.383 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:43.383 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:43.384 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:43.384 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:43.384 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:43.385 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:43.385 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:43.385 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:43.385 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:43.385 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:43.386 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:58:43.386 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:43.386 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:43.386 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:43.387 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:43.387 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:43.387 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:43.387 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:43.388 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:43.388 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:43.388 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:43.389 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:58:43.390 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:58:43.390 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:43.391 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:43.392 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:43.434 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:43.434 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:43.492 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:43.493 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:43.493 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:43.493 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:43.494 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:43.494 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:43.494 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:43.494 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.495 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:43.495 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.495 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:43.495 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:43.495 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:43.496 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:43.496 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:43.496 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:43.496 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:43.496 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:43.497 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:43.497 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.497 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.497 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.497 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:43.498 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:43.498 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:43.498 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:43.498 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:43.499 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:43.499 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:43.499 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:43.499 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:43.499 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.500 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.500 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.500 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:43.500 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:43.500 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:43.501 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:43.501 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:43.501 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:43.501 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:43.502 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:43.502 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:43.502 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.503 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.503 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:43.503 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:43.503 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:43.503 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:43.504 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.053105_79.1", 2021-09-02T22:58:43.504 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:43.504 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:43.504 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:43.505 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.053105Z", 2021-09-02T22:58:43.505 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:43.505 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.505 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.505 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:43.506 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:43.506 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:43.506 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:43.506 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:43.506 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:43.507 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:43.508 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=3 master=1_1630623523.115450_82.1 target=1_1630623523.053105_79.1 2021-09-02T22:58:48.509 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:48.510 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:48.510 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:48.558 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:48.559 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:48.625 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:58:48.625 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:58:48.626 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:58:48.626 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:58:48.626 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:58:48.626 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:48.627 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:48.627 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:48.627 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:58:48.627 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:48.628 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:58:48.628 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:48.628 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:48.628 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:48.628 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:48.629 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:58:48.629 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:48.629 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:48.629 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:58:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:58:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:58:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:58:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:58:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:58:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:58:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:58:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:58:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:58:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:58:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:58:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:58:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:58:48.640 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:58:48.640 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:48.640 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:58:48.641 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:58:48.642 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:58:48.642 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:48.643 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:48.643 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:48.691 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:48.692 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:48.757 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:48.757 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:48.758 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:48.758 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:48.759 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:48.759 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:48.760 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:48.760 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:48.761 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:48.761 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:48.762 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:48.762 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:48.762 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:48.762 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:48.763 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:48.763 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:48.763 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:48.763 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:48.764 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:48.764 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:48.764 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:48.764 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:48.765 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:48.765 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:48.765 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:48.765 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:48.766 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:48.766 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:48.766 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:48.766 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:48.767 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:48.767 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:48.767 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:48.768 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:48.768 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:48.768 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:48.769 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:48.769 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:48.769 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:48.769 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:48.770 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:48.770 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:48.770 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:48.770 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:48.771 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:48.771 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:48.771 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:48.771 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:48.772 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:48.772 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:48.772 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:48.772 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:48.772 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:48.773 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:58:48.773 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:48.773 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:48.773 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:48.774 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:48.774 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:48.774 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:48.774 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:48.775 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:48.775 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:48.775 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:48.777 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:58:48.787 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_remove ... ok 2021-09-02T22:58:48.788 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-10 2021-09-02T22:58:48.809 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-11 2021-09-02T22:58:48.847 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-12 2021-09-02T22:58:49.058 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fb5bdc1f700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.058 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fb5bec21700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.058 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fb5c342a700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.059 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fb5c1426700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.059 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fac5a4ab700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.059 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fac51499700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.060 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fac5d4b1700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.060 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.059+0000 7fac5f4b5700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.060 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:49.058+0000 7fe2a53fe700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.061 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:49.059+0000 7fe2a6400700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.061 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:49.059+0000 7fe2a0bf5700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.061 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:49.060+0000 7fe2aa408700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.374 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.375+0000 7fac5349d700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.375 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.375+0000 7fac5e4b3700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.375 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.375+0000 7fac5dcb2700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.376 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:58:49.376+0000 7fac5ccb0700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:49.447 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:49.448 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:49.448 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:49.491 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:49.491 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:49.609 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:58:49.663 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:58:49.664 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:49.664 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:49.664 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:58:49.665 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:49.665 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:49.665 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:58:49.665 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:58:49.666 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:49.666 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:49.666 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623528.876367_60.1", 2021-09-02T22:58:49.666 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:48.876367Z" 2021-09-02T22:58:49.666 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:58:49.667 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:58:49.667 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:49.667 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T22:58:49.667 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:58:49.668 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:58:49.668 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:58:49.669 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:49.669 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:49.670 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:49.740 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:49.741 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:49.930 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623528.799404_47.1", 2021-09-02T22:58:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.799404Z", 2021-09-02T22:58:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:58:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:49.946 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:49.946 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:49.946 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:49.946 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623528.876367_60.1 target=1_1630623528.799404_47.1 2021-09-02T22:58:50.057 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:50.058+0000 7fb5bcc1d700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.058 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:50.058+0000 7fb5bac19700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.164 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.165+0000 7fe2af412700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.165 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.165+0000 7fe2a3bfb700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.166 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.165+0000 7fe2a4bfd700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.459 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:50.460+0000 7fb5bbc1b700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.459 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:58:50.460+0000 7fb5bd41e700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.460 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.458+0000 7fe2a13f6700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.460 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.458+0000 7fe2af412700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.460 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.458+0000 7fe2adc0f700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:50.461 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:58:50.458+0000 7fe2adc0f700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:58:54.948 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:54.948 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:58:54.949 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:58:55.000 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:58:55.000 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:58:55.074 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:58:55.316 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:58:55.317 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:58:55.317 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:58:55.318 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:58:55.318 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:58:55.318 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:55.318 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:55.319 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:58:55.319 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:55.319 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:58:55.319 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:55.320 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:55.320 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:58:55.320 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:55.320 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:58:55.320 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:55.321 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:58:55.321 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:55.321 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:55.321 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:55.322 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:55.322 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:58:55.322 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:55.322 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:55.322 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:58:55.323 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:55.323 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:55.323 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:55.323 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:58:55.324 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:55.324 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:55.324 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:55.324 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:55.325 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:58:55.325 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:55.325 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:55.325 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623528.799404_47.1", 2021-09-02T22:58:55.326 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:55.326 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:55.326 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:55.326 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.799404Z", 2021-09-02T22:58:55.327 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:55.327 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:55.327 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:55.328 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:58:55.328 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:58:55.328 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:58:55.328 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:58:55.329 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:58:55.329 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:58:55.329 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:58:55.329 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:58:55.329 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:58:55.330 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:58:55.330 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:55.330 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:55.330 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:58:55.331 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:58:55.331 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:58:55.331 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:58:55.331 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:58:55.331 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:58:55.332 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:58:55.333 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623528.876367_60.1 target=1_1630623528.799404_47.1 2021-09-02T22:59:00.334 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:00.335 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:00.336 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:00.388 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:00.388 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:00.536 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:00.536 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:00.537 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:00.537 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:00.537 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:00.537 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:00.537 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.538 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.538 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:00.538 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.538 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:00.539 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.539 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.539 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:00.539 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.540 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:00.540 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.540 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:00.540 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.540 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.541 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.541 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.541 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:00.541 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.542 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.542 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:00.543 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.544 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:00.544 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.544 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:00.544 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.545 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.545 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.545 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.545 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:00.545 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.546 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.546 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623528.876367_60.1", 2021-09-02T22:59:00.546 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.546 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:00.547 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.547 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.876367Z", 2021-09-02T22:59:00.547 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.547 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.548 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.548 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.548 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:00.548 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.548 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.549 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:00.549 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.549 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:00.549 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.550 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:00.550 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.550 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.550 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.551 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:00.551 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.551 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:00.551 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:00.551 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:00.552 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.552 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:00.553 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:59:00.554 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:59:00.554 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:00.555 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:00.556 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:00.604 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:00.605 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:00.670 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:59:00.670 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:59:00.670 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:59:00.671 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:59:00.671 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:59:00.671 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:00.671 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:00.671 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:00.672 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:59:00.672 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:00.672 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:59:00.673 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:00.673 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:00.673 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:00.673 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:00.673 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:59:00.674 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:00.674 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:00.674 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:00.674 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:00.675 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:00.675 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:00.675 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:59:00.675 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:00.675 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:00.676 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:59:00.676 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:00.676 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:00.676 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:00.677 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:59:00.677 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:00.677 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:00.677 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:00.677 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:00.678 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:59:00.678 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:00.678 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:00.678 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623528.876367_60.1", 2021-09-02T22:59:00.679 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:00.679 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:00.679 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:00.679 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.876367Z", 2021-09-02T22:59:00.679 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:00.680 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:00.680 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:00.680 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:00.680 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:59:00.681 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:00.681 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:00.681 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:00.681 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:00.681 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:00.682 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:00.682 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:00.682 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:00.682 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:00.683 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:00.683 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:59:00.683 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:00.683 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:59:00.683 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:59:00.684 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:59:00.684 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:00.684 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:59:00.685 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:59:00.686 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:59:00.686 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:00.687 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:00.688 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:00.731 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:00.731 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:00.795 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:00.795 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:00.795 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:00.796 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:00.796 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:00.796 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:00.796 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.796 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.797 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:00.797 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.797 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:00.797 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.797 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.798 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:00.798 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.798 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:00.798 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.799 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:00.799 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.799 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.799 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.799 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.800 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:00.800 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.800 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.800 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:00.801 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.801 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:00.801 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.801 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:00.801 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.802 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.802 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.802 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.802 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:00.803 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.803 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.803 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623528.869524_58.1", 2021-09-02T22:59:00.803 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.803 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:00.804 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.804 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.869524Z", 2021-09-02T22:59:00.804 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.804 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.804 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.805 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:00.805 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:00.805 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:00.805 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:00.806 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:00.806 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:00.806 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:00.806 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:00.806 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:00.807 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:00.807 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.807 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.808 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:00.808 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:00.808 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:00.808 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:00.808 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:00.809 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:00.809 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:00.810 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=2 master=1_1630623528.876367_60.1 target=1_1630623528.869524_58.1 2021-09-02T22:59:05.812 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:05.814 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:05.815 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:05.864 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:05.865 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:05.934 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:05.934 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:05.935 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:05.935 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:05.935 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:05.935 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:05.936 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:05.936 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:05.936 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:05.936 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:05.938 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:05.938 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:05.938 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:05.938 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:05.939 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:05.939 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:05.939 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:05.939 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:05.940 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:05.940 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:05.940 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:05.940 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:05.940 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:05.941 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:05.941 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:05.941 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:05.941 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:05.942 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:05.942 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:05.942 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:05.942 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:05.942 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:05.943 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:05.943 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623528.876367_60.1", 2021-09-02T22:59:05.943 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:05.943 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:05.944 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:05.944 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.876367Z", 2021-09-02T22:59:05.944 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:05.944 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:05.944 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:05.945 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:05.945 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:05.945 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:05.945 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:05.946 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:05.946 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:05.946 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:05.946 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:05.946 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:05.947 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:05.947 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:05.947 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:05.947 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:05.948 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:05.948 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:05.948 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:05.948 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:05.949 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:05.949 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:05.950 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:59:05.951 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:05.951 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:05.952 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-10 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:06.002 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:06.002 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:06.026 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:06.026+0000 7fa7643c6380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:06.026 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:06.026+0000 7fa7643c6380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:06.026 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:06.026+0000 7fa7643c6380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:06.027 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:06.026+0000 7fa7643c6380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:06.061 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:06.061+0000 7fa7643c6380 1 bucket sync caught up with source: 2021-09-02T22:59:06.061 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000001.5.5, , 00000000001.4.5, , , , 00000000001.6.5, 00000000001.5.5, , ] 2021-09-02T22:59:06.062 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000001.5.5, , 00000000001.4.5, , , , 00000000001.6.5, 00000000001.5.5, , ] 2021-09-02T22:59:06.062 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:06.061+0000 7fa7643c6380 0 bucket checkpoint complete 2021-09-02T22:59:06.076 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-10 zones={test-zone2, test-zone1} 2021-09-02T22:59:06.083 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:06.092 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:06.093 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:06.093 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:06.094 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:06.094 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:06.098 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:06.098 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:06.099 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:06.099 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:06.106 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:06.156 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:06.258 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:06.359 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:06.409 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:06.510 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:06.610 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:06.666 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:06.766 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:06.863 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:06.912 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:07.014 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:07.110 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-10 zones={test-zone2, test-zone1} 2021-09-02T22:59:07.111 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:07.111 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:07.112 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-10 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:07.167 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:07.167 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:07.192 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:07.192+0000 7f58881fe380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:07.193 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:07.192+0000 7f58881fe380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:07.193 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:07.192+0000 7f58881fe380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:07.193 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:07.192+0000 7f58881fe380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:07.240 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:07.241+0000 7f58881fe380 1 bucket sync caught up with source: 2021-09-02T22:59:07.240 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.5.5, , 00000000001.4.5, , , , 00000000001.6.5, 00000000001.5.5, , ] 2021-09-02T22:59:07.241 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.5.5, , 00000000001.4.5, , , , 00000000001.6.5, 00000000001.5.5, , ] 2021-09-02T22:59:07.241 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:07.241+0000 7f58881fe380 0 bucket checkpoint complete 2021-09-02T22:59:07.262 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-10 zones={test-zone3, test-zone1} 2021-09-02T22:59:07.269 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:07.274 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:07.275 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:07.276 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:07.276 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:07.277 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:07.281 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:07.282 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:07.282 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:07.283 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:07.292 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:07.340 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:07.437 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:07.542 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:07.596 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:07.701 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:07.802 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:07.853 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:07.958 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:08.058 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:08.108 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:08.205 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:08.302 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-10 zones={test-zone3, test-zone1} 2021-09-02T22:59:08.303 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:08.303 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-10', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:08.304 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-10 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:08.359 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:08.359 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:08.386 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:08.386+0000 7f4016e99380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:08.386 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:08.386+0000 7f4016e99380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:08.386 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:08.386+0000 7f4016e99380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T22:59:08.386 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:08.386+0000 7f4016e99380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:08.423 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:08.424+0000 7f4016e99380 1 bucket sync caught up with source: 2021-09-02T22:59:08.424 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000001.5.5, , 00000000001.4.5, , , , 00000000001.6.5, 00000000001.5.5, , ] 2021-09-02T22:59:08.424 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000001.5.5, , 00000000001.4.5, , , , 00000000001.6.5, 00000000001.5.5, , ] 2021-09-02T22:59:08.424 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:08.424+0000 7f4016e99380 0 bucket checkpoint complete 2021-09-02T22:59:08.438 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-11', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:08.439 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-11', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:08.440 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-11 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:08.488 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:08.489 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:08.510 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:08.512+0000 7f0a3090b380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:08.511 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:08.512+0000 7f0a3090b380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:08.511 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:08.512+0000 7f0a3090b380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:08.511 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:08.512+0000 7f0a3090b380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:08.541 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:08.542+0000 7f0a3090b380 1 bucket sync caught up with source: 2021-09-02T22:59:08.541 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.67.5, , 00000000001.66.5, , , , 00000000001.68.5, 00000000001.52.5, , ] 2021-09-02T22:59:08.541 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.67.5, , 00000000001.66.5, , , , 00000000001.68.5, 00000000001.52.5, , ] 2021-09-02T22:59:08.542 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:08.542+0000 7f0a3090b380 0 bucket checkpoint complete 2021-09-02T22:59:08.559 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-11 zones={test-zone1, test-zone2} 2021-09-02T22:59:08.565 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:08.568 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:08.569 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:08.569 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:08.570 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:08.570 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:08.573 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:08.574 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:08.574 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:08.575 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:08.581 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:08.637 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:08.738 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:08.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:08.885 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:08.990 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:09.087 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:09.137 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:09.238 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:09.338 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:09.389 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:09.490 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:09.595 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-11 zones={test-zone1, test-zone2} 2021-09-02T22:59:09.596 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-11', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:09.597 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-11', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:09.598 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-11 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:09.650 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:09.651 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:09.672 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:09.674+0000 7fe302d6f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:09.672 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:09.674+0000 7fe302d6f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:09.673 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:09.674+0000 7fe302d6f380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:09.673 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:09.674+0000 7fe302d6f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:09.705 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:09.706+0000 7fe302d6f380 1 bucket sync caught up with source: 2021-09-02T22:59:09.705 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.67.5, , 00000000001.66.5, , , , 00000000001.68.5, 00000000001.52.5, , ] 2021-09-02T22:59:09.706 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.67.5, , 00000000001.66.5, , , , 00000000001.68.5, 00000000001.52.5, , ] 2021-09-02T22:59:09.706 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:09.706+0000 7fe302d6f380 0 bucket checkpoint complete 2021-09-02T22:59:09.719 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-11 zones={test-zone3, test-zone2} 2021-09-02T22:59:09.726 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:09.729 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:09.730 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:09.730 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:09.731 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:09.731 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:09.735 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:09.735 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:09.736 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:09.736 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:09.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:09.839 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:09.942 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:10.043 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:10.098 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:10.202 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:10.300 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:10.349 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:10.460 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:10.568 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:10.623 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:10.726 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:10.826 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-11 zones={test-zone3, test-zone2} 2021-09-02T22:59:10.827 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-12', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:10.827 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-12', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:10.828 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-12 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:10.878 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:10.879 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:10.903 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:10.905+0000 7f2452a01380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:10.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:10.905+0000 7f2452a01380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:10.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:10.905+0000 7f2452a01380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:10.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:10.905+0000 7f2452a01380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:10.943 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:10.945+0000 7f2452a01380 1 bucket sync caught up with source: 2021-09-02T22:59:10.943 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.52.5, , 00000000001.55.5, , , , 00000000001.22.5, 00000000001.62.5, , ] 2021-09-02T22:59:10.944 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.52.5, , 00000000001.55.5, , , , 00000000001.22.5, 00000000001.62.5, , ] 2021-09-02T22:59:10.944 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:10.945+0000 7f2452a01380 0 bucket checkpoint complete 2021-09-02T22:59:10.961 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-12 zones={test-zone1, test-zone3} 2021-09-02T22:59:10.967 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:11.015 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:11.016 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:11.016 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:11.017 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:11.017 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:11.021 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:11.021 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:11.022 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:11.022 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:11.029 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:11.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:11.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:11.274 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:11.328 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:11.434 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:11.542 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:11.592 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:11.690 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:11.790 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:11.845 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:11.946 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:12.042 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-12 zones={test-zone1, test-zone3} 2021-09-02T22:59:12.043 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-12', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:12.043 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-12', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:12.044 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-12 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:12.103 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:12.104 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:12.131 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:12.130+0000 7febaa298380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:12.131 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:12.130+0000 7febaa298380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:12.131 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:12.130+0000 7febaa298380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:12.131 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:12.130+0000 7febaa298380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:12.163 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:12.163+0000 7febaa298380 1 bucket sync caught up with source: 2021-09-02T22:59:12.163 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000001.52.5, , 00000000001.55.5, , , , 00000000001.22.5, 00000000001.62.5, , ] 2021-09-02T22:59:12.163 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000001.52.5, , 00000000001.55.5, , , , 00000000001.22.5, 00000000001.62.5, , ] 2021-09-02T22:59:12.164 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:12.163+0000 7febaa298380 0 bucket checkpoint complete 2021-09-02T22:59:12.180 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-12 zones={test-zone2, test-zone3} 2021-09-02T22:59:12.186 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:12.190 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:12.191 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:12.191 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:12.192 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:12.192 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:12.196 DEBUG:tasks.rgw_multi.zone_rados:o=& 2021-09-02T22:59:12.196 DEBUG:tasks.rgw_multi.zone_rados:o=: 2021-09-02T22:59:12.197 DEBUG:tasks.rgw_multi.zone_rados:o=_myobj 2021-09-02T22:59:12.197 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:12.203 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:12.257 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:12.367 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=& 2021-09-02T22:59:12.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:12.517 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:12.617 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=: 2021-09-02T22:59:12.718 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:12.768 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:12.870 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=_myobj 2021-09-02T22:59:12.974 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:13.025 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:13.126 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:13.226 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-12 zones={test-zone2, test-zone3} 2021-09-02T22:59:13.227 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_object_sync ... ok 2021-09-02T22:59:13.227 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-13 2021-09-02T22:59:13.250 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-14 2021-09-02T22:59:13.288 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-15 2021-09-02T22:59:13.467 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:13.468 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:13.468 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:13.470 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:59:13.471+0000 7fe2a7c03700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:59:13.471 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:59:13.469+0000 7fac5249b700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:59:13.471 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T22:59:13.469+0000 7fb5bbc1b700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:59:13.510 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:13.511 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:13.543 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T22:59:13.544+0000 7fe2af412700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:59:13.571 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:59:13.586 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T22:59:13.586+0000 7fac58ca8700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T22:59:13.589 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:59:13.590 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:13.590 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:13.590 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:59:13.590 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:13.591 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:13.591 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:59:13.591 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:59:13.591 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:13.592 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:13.592 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623553.307767_75.1", 2021-09-02T22:59:13.592 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:59:13.307767Z" 2021-09-02T22:59:13.592 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:13.593 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:13.593 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:13.593 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T22:59:13.593 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:13.593 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:59:13.595 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:59:13.595 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:13.596 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:13.596 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:13.640 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:13.640 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:13.859 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:13.859 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:13.860 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:13.860 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:13.861 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:13.861 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:13.862 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:13.862 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:13.862 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:13.863 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:13.863 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:13.864 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:13.864 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:13.864 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:13.865 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:13.865 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:13.866 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:13.866 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:13.867 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:13.867 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:13.867 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:13.868 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:13.868 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:13.869 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:13.869 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:13.870 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:13.870 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:13.870 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:13.871 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:13.871 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:13.872 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:13.872 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:13.872 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:13.873 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:13.873 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:13.874 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:13.874 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:13.875 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623553.240713_64.1", 2021-09-02T22:59:13.875 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:13.875 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:13.876 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:13.876 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.240713Z", 2021-09-02T22:59:13.877 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:13.877 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:13.878 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:13.878 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:13.878 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:13.879 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:13.879 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:13.880 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:13.880 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:13.880 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:13.881 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:13.881 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:13.882 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:13.882 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:13.883 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:13.883 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:13.883 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:13.884 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:13.884 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:13.885 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:13.885 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:13.885 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:13.886 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623553.307767_75.1 target=1_1630623553.240713_64.1 2021-09-02T22:59:18.888 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:18.889 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:18.889 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:18.934 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:18.934 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:19.046 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:19.046 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:19.047 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:19.047 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:19.047 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:19.047 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:19.049 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:19.049 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:19.049 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:19.049 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:19.049 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:19.050 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:19.050 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:19.050 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:19.050 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:19.051 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:19.051 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:19.051 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:19.051 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:19.051 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:19.052 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:19.052 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:19.052 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:19.053 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:19.053 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:19.053 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:19.053 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:19.053 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:19.054 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:19.054 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:19.054 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:19.054 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:19.055 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:19.055 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623553.307767_75.1", 2021-09-02T22:59:19.055 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:19.055 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:19.055 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:19.056 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.307767Z", 2021-09-02T22:59:19.056 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:19.056 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:19.057 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:19.057 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:19.057 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:19.057 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:19.058 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:19.058 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:19.058 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:19.058 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:19.058 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:19.059 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:19.059 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:19.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:19.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:19.060 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:19.060 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:19.060 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:19.060 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:19.060 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:19.061 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:19.061 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:19.062 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:59:19.063 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:59:19.063 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:19.064 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:19.064 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:19.107 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:19.107 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:19.166 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:59:19.167 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:59:19.167 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:59:19.167 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:59:19.167 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:59:19.168 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:19.168 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:19.168 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:19.168 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:59:19.169 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:19.169 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:59:19.169 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:19.169 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:19.170 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:19.170 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:19.170 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:59:19.170 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:19.170 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:19.171 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:19.171 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:19.171 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:19.171 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:19.172 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:59:19.172 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:19.172 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:19.172 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:59:19.173 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:19.173 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:19.173 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:19.173 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:59:19.173 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:19.174 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:19.174 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:19.174 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:19.174 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:59:19.174 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:19.175 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:19.175 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623553.303424_73.1", 2021-09-02T22:59:19.175 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:19.175 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:19.176 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:19.176 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.303424Z", 2021-09-02T22:59:19.176 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:19.176 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:19.176 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:19.177 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:19.177 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:59:19.177 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:19.177 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:19.178 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:19.178 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:19.178 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:19.178 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:19.179 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:19.179 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:19.179 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:19.179 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:19.179 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:59:19.180 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:19.180 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:59:19.180 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:59:19.180 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:59:19.180 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:19.181 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:59:19.182 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623553.307767_75.1 target=1_1630623553.303424_73.1 2021-09-02T22:59:24.183 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:24.184 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:24.184 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:24.233 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:24.233 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:24.300 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:59:24.301 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:59:24.301 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:59:24.302 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:59:24.302 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:59:24.302 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:24.302 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:24.303 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:24.303 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:59:24.303 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:24.304 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:59:24.304 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:24.304 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:24.304 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:24.304 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:24.305 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:59:24.305 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:24.305 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:24.305 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:24.306 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:24.306 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:24.306 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:24.306 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:59:24.306 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:24.307 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:24.307 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:59:24.307 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:24.308 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:24.308 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:24.308 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:59:24.308 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:24.309 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:24.309 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:24.309 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:24.309 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:59:24.309 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:24.310 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:24.310 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623553.307767_75.1", 2021-09-02T22:59:24.310 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:24.310 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:24.311 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:24.311 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.307767Z", 2021-09-02T22:59:24.311 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:24.311 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:24.311 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:24.312 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:24.312 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:59:24.312 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:24.313 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:24.313 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:24.313 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:24.313 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:24.313 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:24.314 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:24.314 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:24.314 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:24.314 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:24.315 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:59:24.315 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:24.315 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:59:24.315 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:59:24.315 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:59:24.316 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:24.316 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:59:24.317 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:59:24.318 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:59:24.318 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:24.319 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:24.319 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:24.368 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:24.368 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:24.440 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:24.440 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:24.440 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:24.441 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:24.441 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:24.442 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:24.442 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:24.442 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:24.442 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:24.443 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:24.443 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:24.443 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:24.443 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:24.444 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:24.444 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:24.444 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:24.444 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:24.445 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:24.445 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:24.445 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:24.445 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:24.445 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:24.446 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:24.446 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:24.446 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:24.446 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:24.447 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:24.447 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:24.447 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:24.447 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:24.448 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:24.448 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:24.448 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:24.448 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:24.449 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:24.449 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:24.449 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:24.449 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623553.307767_75.1", 2021-09-02T22:59:24.450 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:24.450 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:24.450 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:24.450 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.307767Z", 2021-09-02T22:59:24.450 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:24.451 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:24.451 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:24.451 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:24.451 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:24.452 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:24.452 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:24.452 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:24.452 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:24.452 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:24.453 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:24.453 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:24.453 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:24.453 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:24.454 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:24.454 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:24.454 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:24.454 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:24.455 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:24.455 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:24.455 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:24.455 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:24.456 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:59:24.457 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:24.457 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:24.458 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:24.508 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:24.508 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:24.529 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:24.531+0000 7f50e48dc380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:24.530 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:24.531+0000 7f50e48dc380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:24.530 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:24.531+0000 7f50e48dc380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:24.530 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:24.531+0000 7f50e48dc380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:24.562 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:24.563+0000 7f50e48dc380 1 bucket sync caught up with source: 2021-09-02T22:59:24.563 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000001.8.5, , , , , , , , , ] 2021-09-02T22:59:24.563 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000001.8.5, , , , , , , , , ] 2021-09-02T22:59:24.563 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:24.563+0000 7f50e48dc380 0 bucket checkpoint complete 2021-09-02T22:59:24.579 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-13 zones={test-zone2, test-zone1} 2021-09-02T22:59:24.587 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:24.631 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:24.632 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:24.637 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:24.691 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:24.745 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:24.847 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:24.942 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-13 zones={test-zone2, test-zone1} 2021-09-02T22:59:24.943 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:24.944 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:24.945 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:24.998 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:24.999 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:25.022 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.023+0000 7f591bb06380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:25.022 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.023+0000 7f591bb06380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:25.022 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.023+0000 7f591bb06380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:25.023 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.023+0000 7f591bb06380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:25.057 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.059+0000 7f591bb06380 1 bucket sync caught up with source: 2021-09-02T22:59:25.058 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.8.5, , , , , , , , , ] 2021-09-02T22:59:25.058 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.8.5, , , , , , , , , ] 2021-09-02T22:59:25.058 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.059+0000 7f591bb06380 0 bucket checkpoint complete 2021-09-02T22:59:25.076 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-13 zones={test-zone3, test-zone1} 2021-09-02T22:59:25.082 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:25.131 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:25.132 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:25.135 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:25.182 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:25.232 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:25.371 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:25.466 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-13 zones={test-zone3, test-zone1} 2021-09-02T22:59:25.467 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:25.467 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:25.468 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:25.521 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:25.522 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:25.545 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:25.546+0000 7f8844293380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:25.546 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:25.546+0000 7f8844293380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:25.546 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:25.546+0000 7f8844293380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T22:59:25.546 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:25.546+0000 7f8844293380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:25.577 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:25.578+0000 7f8844293380 1 bucket sync caught up with source: 2021-09-02T22:59:25.578 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000001.8.5, , , , , , , , , ] 2021-09-02T22:59:25.578 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000001.8.5, , , , , , , , , ] 2021-09-02T22:59:25.579 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:25.578+0000 7f8844293380 0 bucket checkpoint complete 2021-09-02T22:59:25.592 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:25.593 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:25.594 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:25.645 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:25.646 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:25.667 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.668+0000 7f930b3aa380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:25.668 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.668+0000 7f930b3aa380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:25.668 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.668+0000 7f930b3aa380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:25.668 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.668+0000 7f930b3aa380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:25.702 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.703+0000 7f930b3aa380 1 bucket sync caught up with source: 2021-09-02T22:59:25.703 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.226.5, , , , , , , , , ] 2021-09-02T22:59:25.703 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.226.5, , , , , , , , , ] 2021-09-02T22:59:25.704 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:25.703+0000 7f930b3aa380 0 bucket checkpoint complete 2021-09-02T22:59:25.719 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-14 zones={test-zone1, test-zone2} 2021-09-02T22:59:25.726 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:25.771 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:25.986 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:25.992 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:26.047 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:26.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:26.217 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:26.320 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-14 zones={test-zone1, test-zone2} 2021-09-02T22:59:26.321 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:26.321 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:26.322 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:26.375 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:26.376 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:26.399 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.401+0000 7f17882e3380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:26.400 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.401+0000 7f17882e3380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:26.400 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.401+0000 7f17882e3380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:26.400 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.401+0000 7f17882e3380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:26.433 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.434+0000 7f17882e3380 1 bucket sync caught up with source: 2021-09-02T22:59:26.434 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.226.5, , , , , , , , , ] 2021-09-02T22:59:26.434 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.226.5, , , , , , , , , ] 2021-09-02T22:59:26.435 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.434+0000 7f17882e3380 0 bucket checkpoint complete 2021-09-02T22:59:26.449 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-14 zones={test-zone3, test-zone2} 2021-09-02T22:59:26.456 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:26.507 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:26.507 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:26.512 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:26.566 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:26.622 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:26.727 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:26.826 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-14 zones={test-zone3, test-zone2} 2021-09-02T22:59:26.827 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:26.828 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:26.828 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:26.880 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:26.880 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:26.903 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.904+0000 7f84949f7380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:26.903 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.904+0000 7f84949f7380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:26.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.904+0000 7f84949f7380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:26.904 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.904+0000 7f84949f7380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:26.941 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.943+0000 7f84949f7380 1 bucket sync caught up with source: 2021-09-02T22:59:26.942 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.173.5, , , , , , , , , ] 2021-09-02T22:59:26.942 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000001.173.5, , , , , , , , , ] 2021-09-02T22:59:26.942 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:26.943+0000 7f84949f7380 0 bucket checkpoint complete 2021-09-02T22:59:26.956 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-15 zones={test-zone1, test-zone3} 2021-09-02T22:59:26.962 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:27.007 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:27.007 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:27.012 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:27.066 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:27.117 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:27.221 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:27.322 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-15 zones={test-zone1, test-zone3} 2021-09-02T22:59:27.323 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:27.323 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:27.324 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:27.381 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:27.381 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:27.406 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.407+0000 7f1b4a3c5380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:27.406 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.407+0000 7f1b4a3c5380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:27.406 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.407+0000 7f1b4a3c5380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:27.407 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.407+0000 7f1b4a3c5380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:27.448 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.449+0000 7f1b4a3c5380 1 bucket sync caught up with source: 2021-09-02T22:59:27.449 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000001.173.5, , , , , , , , , ] 2021-09-02T22:59:27.449 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000001.173.5, , , , , , , , , ] 2021-09-02T22:59:27.450 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.449+0000 7f1b4a3c5380 0 bucket checkpoint complete 2021-09-02T22:59:27.465 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-15 zones={test-zone2, test-zone3} 2021-09-02T22:59:27.472 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:27.519 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:27.520 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:27.524 DEBUG:tasks.rgw_multi.zone_rados:o=myobj 2021-09-02T22:59:27.578 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:27.629 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:27.734 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=myobj 2021-09-02T22:59:27.830 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-15 zones={test-zone2, test-zone3} 2021-09-02T22:59:27.840 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:27.841 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:27.842 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:27.897 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:27.898 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:27.921 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.922+0000 7f236ea8c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:27.922 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.922+0000 7f236ea8c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:27.923 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.922+0000 7f236ea8c380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:27.923 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:27.922+0000 7f236ea8c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:28.961 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:28.962+0000 7f236ea8c380 1 bucket sync caught up with source: 2021-09-02T22:59:28.961 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000002.10.5, , , , , , , , , ] 2021-09-02T22:59:28.961 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000002.10.5, , , , , , , , , ] 2021-09-02T22:59:28.962 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:28.962+0000 7f236ea8c380 0 bucket checkpoint complete 2021-09-02T22:59:28.980 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-13 zones={test-zone2, test-zone1} 2021-09-02T22:59:28.987 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:29.035 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:29.090 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-13 zones={test-zone2, test-zone1} 2021-09-02T22:59:29.090 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:29.091 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:29.091 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:29.146 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:29.147 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:29.172 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.173+0000 7f3ad276f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:29.172 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.173+0000 7f3ad276f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:29.173 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.173+0000 7f3ad276f380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:29.173 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.173+0000 7f3ad276f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:29.212 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.212+0000 7f3ad276f380 1 bucket sync caught up with source: 2021-09-02T22:59:29.212 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000002.10.5, , , , , , , , , ] 2021-09-02T22:59:29.212 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000002.10.5, , , , , , , , , ] 2021-09-02T22:59:29.213 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.212+0000 7f3ad276f380 0 bucket checkpoint complete 2021-09-02T22:59:29.227 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-13 zones={test-zone3, test-zone1} 2021-09-02T22:59:29.233 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:29.279 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:29.330 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-13 zones={test-zone3, test-zone1} 2021-09-02T22:59:29.331 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:29.331 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-13', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:29.332 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-13 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:29.387 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:29.387 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:29.411 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:29.413+0000 7f40ec5a7380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:29.412 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:29.413+0000 7f40ec5a7380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:29.412 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:29.413+0000 7f40ec5a7380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T22:59:29.412 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:29.413+0000 7f40ec5a7380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:29.448 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:29.449+0000 7f40ec5a7380 1 bucket sync caught up with source: 2021-09-02T22:59:29.448 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000002.10.5, , , , , , , , , ] 2021-09-02T22:59:29.448 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000002.10.5, , , , , , , , , ] 2021-09-02T22:59:29.448 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:29.449+0000 7f40ec5a7380 0 bucket checkpoint complete 2021-09-02T22:59:29.474 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:29.474 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:29.475 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:29.524 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:29.524 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:29.546 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.546+0000 7f5d41655380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:29.546 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.546+0000 7f5d41655380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:29.547 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.546+0000 7f5d41655380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:29.547 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.546+0000 7f5d41655380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:29.578 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:29.578+0000 7f5d41655380 1 waiting for incremental sync to catch up: 2021-09-02T22:59:29.578 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000001.226.5, , , , , , , , , ] 2021-09-02T22:59:29.578 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000002.308.5, , , , , , , , , ] 2021-09-02T22:59:34.579 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.580+0000 7f5d41655380 1 bucket sync caught up with source: 2021-09-02T22:59:34.580 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000002.308.5, , , , , , , , , ] 2021-09-02T22:59:34.580 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000002.308.5, , , , , , , , , ] 2021-09-02T22:59:34.580 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.580+0000 7f5d41655380 0 bucket checkpoint complete 2021-09-02T22:59:34.598 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-14 zones={test-zone1, test-zone2} 2021-09-02T22:59:34.605 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:34.651 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:34.702 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-14 zones={test-zone1, test-zone2} 2021-09-02T22:59:34.703 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:34.704 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-14', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:34.704 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-14 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:34.760 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:34.761 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:34.786 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.786+0000 7f77b3c5f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:34.786 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.786+0000 7f77b3c5f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:34.787 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.786+0000 7f77b3c5f380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:34.787 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.786+0000 7f77b3c5f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:34.819 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.820+0000 7f77b3c5f380 1 bucket sync caught up with source: 2021-09-02T22:59:34.820 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000002.308.5, , , , , , , , , ] 2021-09-02T22:59:34.820 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000002.308.5, , , , , , , , , ] 2021-09-02T22:59:34.820 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:34.820+0000 7f77b3c5f380 0 bucket checkpoint complete 2021-09-02T22:59:34.836 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-14 zones={test-zone3, test-zone2} 2021-09-02T22:59:34.843 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:34.887 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:34.939 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-14 zones={test-zone3, test-zone2} 2021-09-02T22:59:34.951 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:34.952 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:34.952 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:35.003 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:35.003 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:35.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:35.025+0000 7f64ff16d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:35.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:35.025+0000 7f64ff16d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:35.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:35.025+0000 7f64ff16d380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:35.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:35.025+0000 7f64ff16d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:35.059 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:35.059+0000 7f64ff16d380 1 bucket sync caught up with source: 2021-09-02T22:59:35.059 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000002.205.5, , , , , , , , , ] 2021-09-02T22:59:35.059 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000002.205.5, , , , , , , , , ] 2021-09-02T22:59:35.060 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:35.059+0000 7f64ff16d380 0 bucket checkpoint complete 2021-09-02T22:59:35.078 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-15 zones={test-zone1, test-zone3} 2021-09-02T22:59:35.084 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:35.131 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:35.182 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-15 zones={test-zone1, test-zone3} 2021-09-02T22:59:35.182 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:35.183 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-15', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:35.184 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-15 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:35.236 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:35.236 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:35.260 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:35.261+0000 7fd45be78380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:35.260 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:35.261+0000 7fd45be78380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:35.260 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:35.261+0000 7fd45be78380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:35.261 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:35.261+0000 7fd45be78380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:35.292 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:35.293+0000 7fd45be78380 1 bucket sync caught up with source: 2021-09-02T22:59:35.292 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000002.205.5, , , , , , , , , ] 2021-09-02T22:59:35.292 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000002.205.5, , , , , , , , , ] 2021-09-02T22:59:35.292 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:35.293+0000 7fd45be78380 0 bucket checkpoint complete 2021-09-02T22:59:35.310 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-15 zones={test-zone2, test-zone3} 2021-09-02T22:59:35.316 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:35.363 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:35.415 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-15 zones={test-zone2, test-zone3} 2021-09-02T22:59:35.415 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_object_delete ... ok 2021-09-02T22:59:35.416 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-16 2021-09-02T22:59:35.442 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-17 2021-09-02T22:59:35.491 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-18 2021-09-02T22:59:35.553 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:35.554 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:35.555 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:35.596 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:35.597 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:35.642 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T22:59:35.658 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T22:59:35.659 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:35.659 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:35.659 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T22:59:35.659 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:35.660 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:35.660 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:59:35.660 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T22:59:35.660 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:35.661 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:35.661 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623575.550066_93.1", 2021-09-02T22:59:35.661 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:59:35.550066Z" 2021-09-02T22:59:35.661 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:35.662 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:35.662 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:35.662 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T22:59:35.662 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:35.662 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T22:59:35.664 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T22:59:35.664 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:35.665 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:35.666 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:35.709 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:35.709 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:35.775 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:35.775 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:35.775 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:35.776 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:35.776 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:35.776 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:35.776 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:35.777 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:35.777 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:35.777 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:35.777 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:35.778 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:35.778 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:35.779 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:35.779 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:35.780 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:35.780 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:35.780 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:35.780 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:35.780 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:35.781 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:35.781 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:35.782 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:35.783 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:35.783 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:35.783 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:35.784 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:35.784 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:35.784 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:35.785 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:35.785 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:35.785 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:35.785 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:35.786 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:35.786 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:35.786 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:35.786 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:35.786 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623575.429363_76.1", 2021-09-02T22:59:35.787 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:35.787 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:35.787 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:35.787 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.429363Z", 2021-09-02T22:59:35.788 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:35.788 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:35.788 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:35.788 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:35.788 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:35.789 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:35.789 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:35.789 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:35.789 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:35.790 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:35.790 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:35.790 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:35.790 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:35.790 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:35.791 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:35.791 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:35.791 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:35.791 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:35.792 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:35.792 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:35.792 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:35.792 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:35.793 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623575.550066_93.1 target=1_1630623575.429363_76.1 2021-09-02T22:59:40.795 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:40.796 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:40.797 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:40.845 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:40.845 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:40.918 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:40.918 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:40.918 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:40.918 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:40.919 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:40.919 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:40.919 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:40.919 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:40.920 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:40.920 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:40.920 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:40.920 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:40.920 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:40.921 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:40.921 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:40.921 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:40.921 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:40.921 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:40.922 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:40.922 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:40.922 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:40.922 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:40.923 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:40.923 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:40.923 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:40.923 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:40.923 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:40.924 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:40.924 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:40.924 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:40.924 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:40.924 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:40.925 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:40.925 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:40.925 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:40.925 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:40.925 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:40.926 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623575.550066_93.1", 2021-09-02T22:59:40.926 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:40.926 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:40.926 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:40.927 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.550066Z", 2021-09-02T22:59:40.927 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:40.927 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:40.927 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:40.928 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:40.928 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:40.928 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:40.928 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:40.928 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:40.929 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:40.929 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:40.929 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:40.929 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:40.929 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:40.930 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:40.930 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:40.930 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:40.930 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:40.931 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:40.931 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:40.931 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:40.931 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:40.932 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:40.933 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T22:59:40.933 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T22:59:40.934 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:40.934 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:40.935 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:40.984 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:40.984 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:41.076 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T22:59:41.077 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T22:59:41.077 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T22:59:41.077 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T22:59:41.077 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T22:59:41.078 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:41.078 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:41.078 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:41.078 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T22:59:41.079 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:41.079 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T22:59:41.079 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:41.079 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:41.079 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:41.080 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:41.080 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T22:59:41.080 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:41.080 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:41.080 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:41.081 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:41.081 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:41.081 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:41.081 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T22:59:41.082 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:41.082 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:41.082 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T22:59:41.082 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:41.083 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:41.083 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:41.083 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T22:59:41.083 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:41.083 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:41.084 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:41.084 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:41.084 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T22:59:41.084 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:41.085 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:41.085 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623575.550066_93.1", 2021-09-02T22:59:41.085 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:41.085 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:41.085 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:41.086 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.550066Z", 2021-09-02T22:59:41.086 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:41.086 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:41.086 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:41.086 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T22:59:41.087 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T22:59:41.087 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T22:59:41.087 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T22:59:41.087 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:41.088 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T22:59:41.088 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T22:59:41.088 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T22:59:41.088 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:41.088 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T22:59:41.089 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:41.089 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:41.089 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T22:59:41.089 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T22:59:41.090 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T22:59:41.090 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T22:59:41.090 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T22:59:41.090 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T22:59:41.090 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T22:59:41.092 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T22:59:41.092 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T22:59:41.093 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:41.093 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T22:59:41.094 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T22:59:41.137 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:41.137 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:41.206 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T22:59:41.206 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T22:59:41.206 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T22:59:41.207 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T22:59:41.207 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T22:59:41.207 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T22:59:41.207 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:41.207 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:41.208 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T22:59:41.208 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:41.208 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T22:59:41.208 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:41.209 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:41.209 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T22:59:41.209 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:41.209 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T22:59:41.209 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:41.210 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T22:59:41.210 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:41.210 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:41.210 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:41.211 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:41.211 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T22:59:41.211 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:41.211 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:41.211 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T22:59:41.212 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:41.212 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:41.212 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:41.212 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T22:59:41.213 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:41.213 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:41.213 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:41.213 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:41.213 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T22:59:41.214 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:41.214 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:41.214 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623575.550066_93.1", 2021-09-02T22:59:41.214 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:41.215 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:41.215 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:41.215 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.550066Z", 2021-09-02T22:59:41.215 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:41.216 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:41.216 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:41.216 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T22:59:41.216 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T22:59:41.216 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T22:59:41.217 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T22:59:41.217 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T22:59:41.217 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T22:59:41.217 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T22:59:41.217 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T22:59:41.218 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T22:59:41.218 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T22:59:41.218 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:41.218 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:41.219 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T22:59:41.219 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T22:59:41.219 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T22:59:41.219 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T22:59:41.220 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T22:59:41.220 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T22:59:41.220 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T22:59:41.222 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T22:59:41.271 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:41.272 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:41.273 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:41.323 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:41.324 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:41.347 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:41.348+0000 7f3bffa23380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:41.347 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:41.348+0000 7f3bffa23380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:41.347 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:41.348+0000 7f3bffa23380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:41.348 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:41.348+0000 7f3bffa23380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:41.379 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:41.380+0000 7f3bffa23380 1 waiting for incremental sync to catch up: 2021-09-02T22:59:41.379 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , , , ] 2021-09-02T22:59:41.379 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000002.7.10, , , , , ] 2021-09-02T22:59:46.381 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.382+0000 7f3bffa23380 1 bucket sync caught up with source: 2021-09-02T22:59:46.381 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T22:59:46.381 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000002.7.10, , , , , ] 2021-09-02T22:59:46.381 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.382+0000 7f3bffa23380 0 bucket checkpoint complete 2021-09-02T22:59:46.402 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:46.402 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:46.403 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:46.458 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:46.459 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:46.484 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.484+0000 7fe9ff18d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:46.484 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.484+0000 7fe9ff18d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:46.485 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.484+0000 7fe9ff18d380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:46.485 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.484+0000 7fe9ff18d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:46.527 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.527+0000 7fe9ff18d380 1 bucket sync caught up with source: 2021-09-02T22:59:46.527 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T22:59:46.527 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T22:59:46.528 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.527+0000 7fe9ff18d380 0 bucket checkpoint complete 2021-09-02T22:59:46.543 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:46.543 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:46.544 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:46.602 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:46.602 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:46.627 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.629+0000 7f50fad8e380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:46.628 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.629+0000 7f50fad8e380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:46.628 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.629+0000 7f50fad8e380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T22:59:46.628 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.629+0000 7f50fad8e380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:46.661 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.662+0000 7f50fad8e380 1 bucket sync caught up with source: 2021-09-02T22:59:46.661 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T22:59:46.662 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T22:59:46.662 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:46.662+0000 7f50fad8e380 0 bucket checkpoint complete 2021-09-02T22:59:46.723 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:46.724 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:46.725 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:46.774 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:46.775 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:46.801 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.801+0000 7fc5b6a12380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:46.802 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.801+0000 7fc5b6a12380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:46.802 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.801+0000 7fc5b6a12380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:46.802 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.801+0000 7fc5b6a12380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:46.831 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:46.832+0000 7fc5b6a12380 1 waiting for incremental sync to catch up: 2021-09-02T22:59:46.832 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , , , ] 2021-09-02T22:59:46.832 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000002.189.10, , , , , ] 2021-09-02T22:59:51.833 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.834+0000 7fc5b6a12380 1 bucket sync caught up with source: 2021-09-02T22:59:51.834 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000006.197.9, , , , , ] 2021-09-02T22:59:51.834 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000002.189.10, , , , , ] 2021-09-02T22:59:51.834 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.834+0000 7fc5b6a12380 0 bucket checkpoint complete 2021-09-02T22:59:51.855 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:51.856 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:51.856 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:51.909 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:51.910 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:51.934 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.935+0000 7fe2b5413380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:51.934 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.935+0000 7fe2b5413380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:51.934 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.935+0000 7fe2b5413380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:51.935 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.935+0000 7fe2b5413380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:51.983 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.985+0000 7fe2b5413380 1 bucket sync caught up with source: 2021-09-02T22:59:51.984 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000006.197.9, , , , , ] 2021-09-02T22:59:51.984 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000006.197.9, , , , , ] 2021-09-02T22:59:51.984 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:51.985+0000 7fe2b5413380 0 bucket checkpoint complete 2021-09-02T22:59:52.055 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:52.056 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:52.056 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:52.107 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:52.108 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:52.128 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:52.129+0000 7fc8123fe380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:52.128 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:52.129+0000 7fc8123fe380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:52.128 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:52.129+0000 7fc8123fe380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:52.129 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:52.129+0000 7fc8123fe380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:52.169 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:52.171+0000 7fc8123fe380 1 waiting for incremental sync to catch up: 2021-09-02T22:59:52.170 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , , , ] 2021-09-02T22:59:52.170 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000002.75.10, , , , , ] 2021-09-02T22:59:57.171 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:57.173+0000 7fc8123fe380 1 bucket sync caught up with source: 2021-09-02T22:59:57.172 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000005.81.9, , , , , ] 2021-09-02T22:59:57.172 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000002.75.10, , , , , ] 2021-09-02T22:59:57.173 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:57.173+0000 7fc8123fe380 0 bucket checkpoint complete 2021-09-02T22:59:57.190 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:57.191 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:57.192 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:57.245 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:57.246 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:57.270 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:57.270+0000 7fda902e1380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:57.270 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:57.270+0000 7fda902e1380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:57.271 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:57.270+0000 7fda902e1380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:57.271 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:57.270+0000 7fda902e1380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:57.310 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:57.310+0000 7fda902e1380 1 bucket sync caught up with source: 2021-09-02T22:59:57.311 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000005.81.9, , , , , ] 2021-09-02T22:59:57.311 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000005.81.9, , , , , ] 2021-09-02T22:59:57.311 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:57.310+0000 7fda902e1380 0 bucket checkpoint complete 2021-09-02T22:59:58.862 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:58.862 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:58.863 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:58.913 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:58.913 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:58.936 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:58.937+0000 7fdc4f8b9380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:58.937 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:58.937+0000 7fdc4f8b9380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:58.937 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:58.937+0000 7fdc4f8b9380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:58.937 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:58.937+0000 7fdc4f8b9380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:58.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:58.970+0000 7fdc4f8b9380 1 bucket sync caught up with source: 2021-09-02T22:59:58.970 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000010.31.5, , 00000000003.8.9, , 00000000012.28.5, , , , , ] 2021-09-02T22:59:58.970 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000010.31.5, , 00000000003.8.9, , 00000000012.28.5, , , , , ] 2021-09-02T22:59:58.971 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:58.970+0000 7fdc4f8b9380 0 bucket checkpoint complete 2021-09-02T22:59:58.988 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:58.989 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:58.989 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:59.045 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:59.046 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:59.068 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.069+0000 7f8f76df8380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:59.068 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.069+0000 7f8f76df8380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:59.069 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.069+0000 7f8f76df8380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:59.069 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.069+0000 7f8f76df8380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:59.109 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.111+0000 7f8f76df8380 1 bucket sync caught up with source: 2021-09-02T22:59:59.109 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000010.31.5, , 00000000003.8.9, , 00000000012.28.5, , , , , ] 2021-09-02T22:59:59.110 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000010.31.5, , 00000000003.8.9, , 00000000012.28.5, , , , , ] 2021-09-02T22:59:59.110 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.111+0000 7f8f76df8380 0 bucket checkpoint complete 2021-09-02T22:59:59.125 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.126 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.126 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:59.181 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:59.181 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:59.204 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.204+0000 7f25f4275380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:59.205 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.204+0000 7f25f4275380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:59.205 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.204+0000 7f25f4275380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T22:59:59.205 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.204+0000 7f25f4275380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:59.243 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.243+0000 7f25f4275380 1 bucket sync caught up with source: 2021-09-02T22:59:59.243 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000010.31.5, , 00000000003.8.9, , 00000000012.28.5, , , , , ] 2021-09-02T22:59:59.244 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000010.31.5, , 00000000003.8.9, , 00000000012.28.5, , , , , ] 2021-09-02T22:59:59.244 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.243+0000 7f25f4275380 0 bucket checkpoint complete 2021-09-02T22:59:59.258 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.259 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.259 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:59.310 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:59.310 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:59.334 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.335+0000 7f0807cd2380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:59.334 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.335+0000 7f0807cd2380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:59.335 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.335+0000 7f0807cd2380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:59.335 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.335+0000 7f0807cd2380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:59.373 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.375+0000 7f0807cd2380 1 bucket sync caught up with source: 2021-09-02T22:59:59.374 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000003.84.9, , 00000000010.118.5, , 00000000010.130.5, , , , , ] 2021-09-02T22:59:59.374 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000003.84.9, , 00000000010.118.5, , 00000000010.130.5, , , , , ] 2021-09-02T22:59:59.374 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.375+0000 7f0807cd2380 0 bucket checkpoint complete 2021-09-02T22:59:59.392 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.392 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.393 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:59.442 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:59.442 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:59.464 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.465+0000 7f866c6cf380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:59.464 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.465+0000 7f866c6cf380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:59.464 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.465+0000 7f866c6cf380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T22:59:59.465 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.465+0000 7f866c6cf380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:59.507 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.508+0000 7f866c6cf380 1 bucket sync caught up with source: 2021-09-02T22:59:59.507 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000003.84.9, , 00000000010.118.5, , 00000000010.130.5, , , , , ] 2021-09-02T22:59:59.507 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000003.84.9, , 00000000010.118.5, , 00000000010.130.5, , , , , ] 2021-09-02T22:59:59.508 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.508+0000 7f866c6cf380 0 bucket checkpoint complete 2021-09-02T22:59:59.521 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.522 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.523 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:59.571 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:59.571 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:59.595 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.597+0000 7f228b6af380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:59.596 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.597+0000 7f228b6af380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:59.596 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.597+0000 7f228b6af380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T22:59:59.596 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.597+0000 7f228b6af380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:59.639 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.640+0000 7f228b6af380 1 bucket sync caught up with source: 2021-09-02T22:59:59.639 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000003.87.9, , 00000000003.116.9, , 00000000014.158.5, , , , , ] 2021-09-02T22:59:59.640 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000003.87.9, , 00000000003.116.9, , 00000000014.158.5, , , , , ] 2021-09-02T22:59:59.640 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T22:59:59.640+0000 7f228b6af380 0 bucket checkpoint complete 2021-09-02T22:59:59.654 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.655 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T22:59:59.655 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T22:59:59.705 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T22:59:59.705 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T22:59:59.728 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.728+0000 7fc4919fb380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T22:59:59.728 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.728+0000 7fc4919fb380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T22:59:59.728 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.728+0000 7fc4919fb380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T22:59:59.728 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.728+0000 7fc4919fb380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T22:59:59.759 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.759+0000 7fc4919fb380 1 bucket sync caught up with source: 2021-09-02T22:59:59.759 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000003.87.9, , 00000000003.116.9, , 00000000014.158.5, , , , , ] 2021-09-02T22:59:59.759 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000003.87.9, , 00000000003.116.9, , 00000000014.158.5, , , , , ] 2021-09-02T22:59:59.760 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T22:59:59.759+0000 7fc4919fb380 0 bucket checkpoint complete 2021-09-02T22:59:59.774 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-16 zones={test-zone2, test-zone1} 2021-09-02T22:59:59.780 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T22:59:59.784 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T22:59:59.784 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T22:59:59.785 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T22:59:59.785 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T22:59:59.785 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T22:59:59.789 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T22:59:59.789 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T22:59:59.790 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T22:59:59.790 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T22:59:59.796 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T22:59:59.803 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T22:59:59.863 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T22:59:59.955 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:00.006 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:00.116 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:00.251 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:00.302 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:00.403 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:00.502 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:00.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:00.660 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:00.762 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-16 zones={test-zone2, test-zone1} 2021-09-02T23:00:00.763 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-16 zones={test-zone3, test-zone1} 2021-09-02T23:00:00.769 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:00.772 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:00.773 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:00.773 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:00.774 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:00.774 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:00.778 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:00.778 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:00.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:00.779 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:00.787 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:00.795 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:00.858 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:00.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:00.961 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:01.071 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:01.166 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:01.216 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:01.314 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:01.410 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:01.465 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:01.567 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:01.662 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-16 zones={test-zone3, test-zone1} 2021-09-02T23:00:01.663 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-16 zones={test-zone3, test-zone2} 2021-09-02T23:00:01.669 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:01.673 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:01.674 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:01.674 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:01.675 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:01.675 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:01.679 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:01.680 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:01.680 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:01.681 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:01.731 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:01.740 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:01.799 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:01.851 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:01.905 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:02.011 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:02.106 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:02.161 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:02.268 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:02.366 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:02.418 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:02.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:02.614 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-16 zones={test-zone3, test-zone2} 2021-09-02T23:00:02.615 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:02.615 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:02.616 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:02.673 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:02.673 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:02.698 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.698+0000 7fb6b678c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:02.699 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.698+0000 7fb6b678c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:02.699 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.698+0000 7fb6b678c380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:02.699 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.698+0000 7fb6b678c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:02.735 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.735+0000 7fb6b678c380 1 bucket sync caught up with source: 2021-09-02T23:00:02.735 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000010.27.5, , 00000000003.16.9, , 00000000007.24.9, , , , , ] 2021-09-02T23:00:02.735 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000010.27.5, , 00000000003.16.9, , 00000000007.24.9, , , , , ] 2021-09-02T23:00:02.736 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.735+0000 7fb6b678c380 0 bucket checkpoint complete 2021-09-02T23:00:02.750 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:02.751 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:02.751 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:02.804 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:02.804 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:02.828 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:02.830+0000 7fd1fea8d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:02.829 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:02.830+0000 7fd1fea8d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:02.829 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:02.830+0000 7fd1fea8d380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:02.829 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:02.830+0000 7fd1fea8d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:02.877 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:02.878+0000 7fd1fea8d380 1 bucket sync caught up with source: 2021-09-02T23:00:02.878 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000010.27.5, , 00000000003.16.9, , 00000000007.24.9, , , , , ] 2021-09-02T23:00:02.878 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000010.27.5, , 00000000003.16.9, , 00000000007.24.9, , , , , ] 2021-09-02T23:00:02.879 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:02.878+0000 7fd1fea8d380 0 bucket checkpoint complete 2021-09-02T23:00:02.893 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:02.894 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:02.895 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:02.946 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:02.947 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:02.969 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.969+0000 7f099a719380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:02.969 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.969+0000 7f099a719380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:02.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.969+0000 7f099a719380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:02.970 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:02.969+0000 7f099a719380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:04.004 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:04.004+0000 7f099a719380 1 bucket sync caught up with source: 2021-09-02T23:00:04.004 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000010.27.5, , 00000000003.16.9, , 00000000007.24.9, , , , , ] 2021-09-02T23:00:04.005 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000010.27.5, , 00000000003.16.9, , 00000000007.24.9, , , , , ] 2021-09-02T23:00:04.005 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:04.004+0000 7f099a719380 0 bucket checkpoint complete 2021-09-02T23:00:04.022 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:04.023 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:04.024 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:04.079 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:04.079 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:04.103 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.105+0000 7fd2dad98380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:04.103 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.105+0000 7fd2dad98380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:04.104 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.105+0000 7fd2dad98380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:04.104 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.105+0000 7fd2dad98380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:04.136 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.138+0000 7fd2dad98380 1 bucket sync caught up with source: 2021-09-02T23:00:04.137 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000006.187.5, , 00000000010.395.5, , 00000000009.203.9, , , , , ] 2021-09-02T23:00:04.137 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000006.187.5, , 00000000010.395.5, , 00000000009.203.9, , , , , ] 2021-09-02T23:00:04.137 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.138+0000 7fd2dad98380 0 bucket checkpoint complete 2021-09-02T23:00:04.152 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:04.153 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:04.153 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:04.202 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:04.203 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:04.226 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.227+0000 7fb13e10a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:04.226 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.227+0000 7fb13e10a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:04.227 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.227+0000 7fb13e10a380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:04.227 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:04.227+0000 7fb13e10a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:05.278 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.280+0000 7fb13e10a380 1 bucket sync caught up with source: 2021-09-02T23:00:05.279 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000006.187.5, , 00000000010.395.5, , 00000000009.203.9, , , , , ] 2021-09-02T23:00:05.279 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000006.187.5, , 00000000010.395.5, , 00000000009.203.9, , , , , ] 2021-09-02T23:00:05.279 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.280+0000 7fb13e10a380 0 bucket checkpoint complete 2021-09-02T23:00:05.297 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:05.297 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:05.298 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:05.349 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:05.349 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:05.372 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.373+0000 7fb6347ca380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:05.372 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.373+0000 7fb6347ca380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:05.372 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.373+0000 7fb6347ca380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:05.372 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.373+0000 7fb6347ca380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:05.408 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.409+0000 7fb6347ca380 1 bucket sync caught up with source: 2021-09-02T23:00:05.409 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000008.216.5, , 00000000003.301.9, , 00000000014.214.5, , , , , ] 2021-09-02T23:00:05.409 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000008.216.5, , 00000000003.301.9, , 00000000014.214.5, , , , , ] 2021-09-02T23:00:05.409 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:05.409+0000 7fb6347ca380 0 bucket checkpoint complete 2021-09-02T23:00:05.422 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:05.423 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:05.424 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:05.479 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:05.479 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:05.504 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:05.504+0000 7f6611b03380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:05.505 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:05.504+0000 7f6611b03380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:05.505 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:05.504+0000 7f6611b03380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:05.505 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:05.504+0000 7f6611b03380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:05.537 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:05.538+0000 7f6611b03380 1 bucket sync caught up with source: 2021-09-02T23:00:05.538 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000008.216.5, , 00000000003.301.9, , 00000000014.214.5, , , , , ] 2021-09-02T23:00:05.538 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000008.216.5, , 00000000003.301.9, , 00000000014.214.5, , , , , ] 2021-09-02T23:00:05.538 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:05.538+0000 7f6611b03380 0 bucket checkpoint complete 2021-09-02T23:00:05.553 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-17 zones={test-zone2, test-zone1} 2021-09-02T23:00:05.559 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:05.563 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:05.564 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:05.564 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:05.564 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:05.565 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:05.568 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:05.569 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:05.569 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:05.570 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:05.576 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:05.584 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:05.639 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:05.690 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:05.741 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:05.844 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:05.942 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:05.996 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:06.102 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:06.202 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:06.253 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:06.355 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:06.450 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-17 zones={test-zone2, test-zone1} 2021-09-02T23:00:06.451 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-17 zones={test-zone3, test-zone1} 2021-09-02T23:00:06.457 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:06.461 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:06.462 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:06.462 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:06.463 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:06.463 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:06.467 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:06.467 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:06.468 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:06.468 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:06.475 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:06.482 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:06.538 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:06.590 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:06.640 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:06.746 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:06.846 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:06.897 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:07.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:07.098 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:07.148 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:07.246 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:07.342 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-17 zones={test-zone3, test-zone1} 2021-09-02T23:00:07.343 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-17 zones={test-zone3, test-zone2} 2021-09-02T23:00:07.348 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:07.352 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:07.353 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:07.353 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:07.354 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:07.354 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:07.358 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:07.359 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:07.359 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:07.359 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:07.415 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:07.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:07.479 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:07.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:07.585 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:07.688 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:07.790 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:07.841 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:07.944 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:08.043 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:08.093 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:08.194 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:08.290 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-17 zones={test-zone3, test-zone2} 2021-09-02T23:00:08.291 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.292 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.292 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:08.346 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:08.347 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:08.370 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.371+0000 7fbb0dfab380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:08.371 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.371+0000 7fbb0dfab380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:08.371 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.371+0000 7fbb0dfab380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:08.371 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.371+0000 7fbb0dfab380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:08.403 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.403+0000 7fbb0dfab380 1 bucket sync caught up with source: 2021-09-02T23:00:08.404 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000010.50.5, , 00000000003.8.9, , 00000000007.41.9, , , , , ] 2021-09-02T23:00:08.404 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000010.50.5, , 00000000003.8.9, , 00000000007.41.9, , , , , ] 2021-09-02T23:00:08.404 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.403+0000 7fbb0dfab380 0 bucket checkpoint complete 2021-09-02T23:00:08.419 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.420 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.420 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:08.470 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:08.471 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:08.494 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.494+0000 7f5a95622380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:08.494 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.494+0000 7f5a95622380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:08.494 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.494+0000 7f5a95622380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:08.495 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.495+0000 7f5a95622380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:08.542 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.543+0000 7f5a95622380 1 bucket sync caught up with source: 2021-09-02T23:00:08.542 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000010.50.5, , 00000000003.8.9, , 00000000007.41.9, , , , , ] 2021-09-02T23:00:08.542 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000010.50.5, , 00000000003.8.9, , 00000000007.41.9, , , , , ] 2021-09-02T23:00:08.543 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.543+0000 7f5a95622380 0 bucket checkpoint complete 2021-09-02T23:00:08.557 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.557 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.558 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:08.607 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:08.608 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:08.630 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.630+0000 7f19c9d0e380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:08.631 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.630+0000 7f19c9d0e380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:08.631 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.630+0000 7f19c9d0e380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:08.631 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.630+0000 7f19c9d0e380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:08.664 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.665+0000 7f19c9d0e380 1 bucket sync caught up with source: 2021-09-02T23:00:08.665 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000010.50.5, , 00000000003.8.9, , 00000000007.41.9, , , , , ] 2021-09-02T23:00:08.665 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000010.50.5, , 00000000003.8.9, , 00000000007.41.9, , , , , ] 2021-09-02T23:00:08.665 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:08.665+0000 7f19c9d0e380 0 bucket checkpoint complete 2021-09-02T23:00:08.679 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.680 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.681 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:08.729 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:08.730 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:08.754 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.755+0000 7f4f988b5380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:08.754 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.755+0000 7f4f988b5380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:08.754 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.755+0000 7f4f988b5380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:08.754 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.755+0000 7f4f988b5380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:08.804 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.805+0000 7f4f988b5380 1 bucket sync caught up with source: 2021-09-02T23:00:08.804 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000003.194.9, , 00000000010.140.5, , 00000000007.90.9, , , , , ] 2021-09-02T23:00:08.804 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000003.194.9, , 00000000010.140.5, , 00000000007.90.9, , , , , ] 2021-09-02T23:00:08.805 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.805+0000 7f4f988b5380 0 bucket checkpoint complete 2021-09-02T23:00:08.823 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.823 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.824 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:08.872 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:08.872 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:08.896 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.897+0000 7fbf1a8b2380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:08.896 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.897+0000 7fbf1a8b2380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:08.896 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.897+0000 7fbf1a8b2380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:08.897 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.897+0000 7fbf1a8b2380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:08.929 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.930+0000 7fbf1a8b2380 1 bucket sync caught up with source: 2021-09-02T23:00:08.930 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000003.194.9, , 00000000010.140.5, , 00000000007.90.9, , , , , ] 2021-09-02T23:00:08.930 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000003.194.9, , 00000000010.140.5, , 00000000007.90.9, , , , , ] 2021-09-02T23:00:08.930 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:08.930+0000 7fbf1a8b2380 0 bucket checkpoint complete 2021-09-02T23:00:08.945 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.945 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:08.946 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:08.994 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:08.994 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:09.018 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:09.018+0000 7fe0a8e1c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:09.018 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:09.018+0000 7fe0a8e1c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:09.018 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:09.018+0000 7fe0a8e1c380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:09.019 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:09.018+0000 7fe0a8e1c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:09.052 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:09.052+0000 7fe0a8e1c380 1 bucket sync caught up with source: 2021-09-02T23:00:09.052 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000003.227.9, , 00000000008.87.5, , 00000000015.107.5, , , , , ] 2021-09-02T23:00:09.052 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000003.227.9, , 00000000008.87.5, , 00000000015.107.5, , , , , ] 2021-09-02T23:00:09.052 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:09.052+0000 7fe0a8e1c380 0 bucket checkpoint complete 2021-09-02T23:00:09.072 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:09.073 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:09.073 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:09.123 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:09.123 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:09.145 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:09.146+0000 7fc2a601d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:09.145 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:09.146+0000 7fc2a601d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:09.146 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:09.146+0000 7fc2a601d380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:09.146 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:09.146+0000 7fc2a601d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:09.176 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:09.177+0000 7fc2a601d380 1 bucket sync caught up with source: 2021-09-02T23:00:09.176 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000003.227.9, , 00000000008.87.5, , 00000000015.107.5, , , , , ] 2021-09-02T23:00:09.176 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000003.227.9, , 00000000008.87.5, , 00000000015.107.5, , , , , ] 2021-09-02T23:00:09.176 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:09.177+0000 7fc2a601d380 0 bucket checkpoint complete 2021-09-02T23:00:09.191 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-18 zones={test-zone2, test-zone1} 2021-09-02T23:00:09.197 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:09.200 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:09.201 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:09.201 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:09.201 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:09.202 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:09.205 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:09.205 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:09.206 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:09.206 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:09.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:09.220 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:09.274 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:09.326 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:09.376 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:09.480 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:09.578 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:09.628 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:09.735 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:09.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:09.884 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:09.987 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:10.082 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-18 zones={test-zone2, test-zone1} 2021-09-02T23:00:10.083 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-18 zones={test-zone3, test-zone1} 2021-09-02T23:00:10.090 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:10.094 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:10.095 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:10.095 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:10.096 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:10.096 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:10.099 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:10.100 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:10.100 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:10.101 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:10.108 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:10.115 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:10.170 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:10.223 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:10.272 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:10.371 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:10.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:10.516 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:10.620 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:10.714 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:10.765 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:10.868 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:10.962 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-18 zones={test-zone3, test-zone1} 2021-09-02T23:00:10.963 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-18 zones={test-zone3, test-zone2} 2021-09-02T23:00:10.969 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:10.974 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:10.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:10.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:10.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:10.977 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:10.982 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:10.983 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:10.984 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:10.985 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:10.993 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:11.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:11.064 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:11.122 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:11.174 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:11.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:11.379 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:11.433 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:11.542 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:11.638 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:11.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:11.791 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:11.887 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-18 zones={test-zone3, test-zone2} 2021-09-02T23:00:12.404 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.405 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.406 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:12.464 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:12.465 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:12.489 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.489+0000 7f12e5391380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:12.489 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.489+0000 7f12e5391380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:12.489 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.489+0000 7f12e5391380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:12.490 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.489+0000 7f12e5391380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:12.528 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.529+0000 7f12e5391380 1 bucket sync caught up with source: 2021-09-02T23:00:12.528 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000011.44.5, , 00000000004.11.5, , 00000000013.31.5, , , , , ] 2021-09-02T23:00:12.529 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000011.44.5, , 00000000004.11.5, , 00000000013.31.5, , , , , ] 2021-09-02T23:00:12.529 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.529+0000 7f12e5391380 0 bucket checkpoint complete 2021-09-02T23:00:12.544 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.545 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.545 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:12.596 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:12.596 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:12.623 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.623+0000 7f268823c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:12.624 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.623+0000 7f268823c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:12.624 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.623+0000 7f268823c380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:12.625 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.623+0000 7f268823c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:12.656 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.656+0000 7f268823c380 1 bucket sync caught up with source: 2021-09-02T23:00:12.657 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000011.44.5, , 00000000004.11.5, , 00000000013.31.5, , , , , ] 2021-09-02T23:00:12.657 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000011.44.5, , 00000000004.11.5, , 00000000013.31.5, , , , , ] 2021-09-02T23:00:12.657 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.656+0000 7f268823c380 0 bucket checkpoint complete 2021-09-02T23:00:12.674 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.675 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.676 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:12.727 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:12.727 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:12.748 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.749+0000 7f63f9dda380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:12.749 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.749+0000 7f63f9dda380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:12.749 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.749+0000 7f63f9dda380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:12.749 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.749+0000 7f63f9dda380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:12.788 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.789+0000 7f63f9dda380 1 bucket sync caught up with source: 2021-09-02T23:00:12.788 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000011.44.5, , 00000000004.11.5, , 00000000013.31.5, , , , , ] 2021-09-02T23:00:12.789 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000011.44.5, , 00000000004.11.5, , 00000000013.31.5, , , , , ] 2021-09-02T23:00:12.789 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:12.789+0000 7f63f9dda380 0 bucket checkpoint complete 2021-09-02T23:00:12.805 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.806 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.806 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:12.855 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:12.855 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:12.880 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.881+0000 7fa5a0883380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:12.881 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.881+0000 7fa5a0883380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:12.881 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.881+0000 7fa5a0883380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:12.881 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.881+0000 7fa5a0883380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:12.923 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.924+0000 7fa5a0883380 1 bucket sync caught up with source: 2021-09-02T23:00:12.924 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000004.93.5, , 00000000011.125.5, , 00000000011.133.5, , , , , ] 2021-09-02T23:00:12.924 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000004.93.5, , 00000000011.125.5, , 00000000011.133.5, , , , , ] 2021-09-02T23:00:12.924 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:12.924+0000 7fa5a0883380 0 bucket checkpoint complete 2021-09-02T23:00:12.943 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.943 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:12.944 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:12.992 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:12.992 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:13.014 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.014+0000 7fb718aee380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:13.014 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.014+0000 7fb718aee380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:13.015 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.014+0000 7fb718aee380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:13.015 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.014+0000 7fb718aee380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:13.059 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.059+0000 7fb718aee380 1 bucket sync caught up with source: 2021-09-02T23:00:13.059 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000004.93.5, , 00000000011.125.5, , 00000000011.133.5, , , , , ] 2021-09-02T23:00:13.059 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000004.93.5, , 00000000011.125.5, , 00000000011.133.5, , , , , ] 2021-09-02T23:00:13.060 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.059+0000 7fb718aee380 0 bucket checkpoint complete 2021-09-02T23:00:13.077 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:13.077 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:13.078 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:13.126 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:13.126 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:13.147 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.148+0000 7f81bf1c1380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:13.148 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.148+0000 7f81bf1c1380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:13.148 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.148+0000 7f81bf1c1380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:13.148 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.148+0000 7f81bf1c1380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:13.190 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.190+0000 7f81bf1c1380 1 bucket sync caught up with source: 2021-09-02T23:00:13.190 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000004.110.5, , 00000000004.119.5, , 00000000015.161.5, , , , , ] 2021-09-02T23:00:13.190 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000004.110.5, , 00000000004.119.5, , 00000000015.161.5, , , , , ] 2021-09-02T23:00:13.190 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:13.190+0000 7f81bf1c1380 0 bucket checkpoint complete 2021-09-02T23:00:13.205 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:13.206 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-16', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:13.207 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-16 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:13.256 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:13.257 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:13.279 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:13.280+0000 7f66e2177380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:13.279 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:13.280+0000 7f66e2177380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:13.279 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:13.280+0000 7f66e2177380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:13.280 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:13.280+0000 7f66e2177380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:13.313 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:13.314+0000 7f66e2177380 1 bucket sync caught up with source: 2021-09-02T23:00:13.313 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000004.110.5, , 00000000004.119.5, , 00000000015.161.5, , , , , ] 2021-09-02T23:00:13.313 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000004.110.5, , 00000000004.119.5, , 00000000015.161.5, , , , , ] 2021-09-02T23:00:13.314 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:13.314+0000 7f66e2177380 0 bucket checkpoint complete 2021-09-02T23:00:13.328 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-16 zones={test-zone2, test-zone1} 2021-09-02T23:00:13.334 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:13.337 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:13.338 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:13.338 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:13.339 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:13.339 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:13.342 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:13.343 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:13.343 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:13.344 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:13.350 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:13.357 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:13.414 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:13.466 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:13.516 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:13.534 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:00:13.535+0000 7fe295bdf700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:00:13.619 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:13.714 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:13.764 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:13.867 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:13.963 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:14.012 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:14.115 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:14.214 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-16 zones={test-zone2, test-zone1} 2021-09-02T23:00:14.215 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-16 zones={test-zone3, test-zone1} 2021-09-02T23:00:14.221 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:14.224 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:14.224 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:14.225 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:14.225 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:14.226 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:14.229 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:14.230 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:14.230 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:14.231 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:14.238 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:14.246 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:14.302 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:14.354 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:14.404 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:14.508 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:14.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:14.652 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:14.750 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:14.850 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:14.901 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:15.008 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:15.107 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-16 zones={test-zone3, test-zone1} 2021-09-02T23:00:15.107 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-16 zones={test-zone3, test-zone2} 2021-09-02T23:00:15.114 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:15.117 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:15.118 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:15.118 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:15.119 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:15.119 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:15.123 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:15.123 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:15.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:15.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:15.131 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:15.139 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:15.199 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:15.255 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:15.308 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:15.415 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:15.518 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:15.569 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:15.671 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:15.766 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:15.817 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:15.919 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:16.018 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-16 zones={test-zone3, test-zone2} 2021-09-02T23:00:16.019 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.020 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.020 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.081 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.081 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.108 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.109+0000 7f2235f36380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.109 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.109+0000 7f2235f36380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.109 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.109+0000 7f2235f36380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:16.109 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.109+0000 7f2235f36380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.147 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.148+0000 7f2235f36380 1 bucket sync caught up with source: 2021-09-02T23:00:16.147 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000011.57.5, , 00000000004.19.5, , 00000000008.27.5, , , , , ] 2021-09-02T23:00:16.147 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000011.57.5, , 00000000004.19.5, , 00000000008.27.5, , , , , ] 2021-09-02T23:00:16.147 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.148+0000 7f2235f36380 0 bucket checkpoint complete 2021-09-02T23:00:16.162 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.162 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.163 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.213 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.213 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.235 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.236+0000 7fb377422380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.236 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.236+0000 7fb377422380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.236 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.236+0000 7fb377422380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:16.236 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.236+0000 7fb377422380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.275 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.275+0000 7fb377422380 1 bucket sync caught up with source: 2021-09-02T23:00:16.275 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000011.57.5, , 00000000004.19.5, , 00000000008.27.5, , , , , ] 2021-09-02T23:00:16.276 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000011.57.5, , 00000000004.19.5, , 00000000008.27.5, , , , , ] 2021-09-02T23:00:16.276 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.275+0000 7fb377422380 0 bucket checkpoint complete 2021-09-02T23:00:16.292 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.293 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.293 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.344 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.344 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.366 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.367+0000 7fdb5d5f2380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.366 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.367+0000 7fdb5d5f2380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.367 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.367+0000 7fdb5d5f2380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:16.367 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.367+0000 7fdb5d5f2380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.403 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.404+0000 7fdb5d5f2380 1 bucket sync caught up with source: 2021-09-02T23:00:16.403 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000011.57.5, , 00000000004.19.5, , 00000000008.27.5, , , , , ] 2021-09-02T23:00:16.403 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000011.57.5, , 00000000004.19.5, , 00000000008.27.5, , , , , ] 2021-09-02T23:00:16.403 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.404+0000 7fdb5d5f2380 0 bucket checkpoint complete 2021-09-02T23:00:16.419 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.420 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.421 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.469 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.470 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.492 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.492+0000 7febbb362380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.492 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.492+0000 7febbb362380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.492 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.492+0000 7febbb362380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:16.493 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.492+0000 7febbb362380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.530 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.530+0000 7febbb362380 1 bucket sync caught up with source: 2021-09-02T23:00:16.530 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000007.198.5, , 00000000011.401.5, , 00000000010.206.5, , , , , ] 2021-09-02T23:00:16.530 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000007.198.5, , 00000000011.401.5, , 00000000010.206.5, , , , , ] 2021-09-02T23:00:16.531 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.530+0000 7febbb362380 0 bucket checkpoint complete 2021-09-02T23:00:16.546 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.547 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.548 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.596 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.597 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.620 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.620+0000 7f1b91e69380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.620 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.620+0000 7f1b91e69380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.620 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.620+0000 7f1b91e69380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:16.621 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.620+0000 7f1b91e69380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.662 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.663+0000 7f1b91e69380 1 bucket sync caught up with source: 2021-09-02T23:00:16.663 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000007.198.5, , 00000000011.401.5, , 00000000010.206.5, , , , , ] 2021-09-02T23:00:16.663 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000007.198.5, , 00000000011.401.5, , 00000000010.206.5, , , , , ] 2021-09-02T23:00:16.663 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.663+0000 7f1b91e69380 0 bucket checkpoint complete 2021-09-02T23:00:16.680 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.680 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.681 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.729 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.730 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.753 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.753+0000 7f9eae20c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.753 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.753+0000 7f9eae20c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.753 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.753+0000 7f9eae20c380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:16.754 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.753+0000 7f9eae20c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.789 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.789+0000 7f9eae20c380 1 bucket sync caught up with source: 2021-09-02T23:00:16.789 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000009.232.5, , 00000000004.304.5, , 00000000015.217.5, , , , , ] 2021-09-02T23:00:16.789 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000009.232.5, , 00000000004.304.5, , 00000000015.217.5, , , , , ] 2021-09-02T23:00:16.789 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:16.789+0000 7f9eae20c380 0 bucket checkpoint complete 2021-09-02T23:00:16.806 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.807 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-17', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:16.807 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-17 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:16.858 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:16.858 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:16.881 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.882+0000 7ff1d3acb380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:16.881 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.882+0000 7ff1d3acb380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:16.881 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.882+0000 7ff1d3acb380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:16.881 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.882+0000 7ff1d3acb380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:16.921 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.923+0000 7ff1d3acb380 1 bucket sync caught up with source: 2021-09-02T23:00:16.922 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000009.232.5, , 00000000004.304.5, , 00000000015.217.5, , , , , ] 2021-09-02T23:00:16.922 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000009.232.5, , 00000000004.304.5, , 00000000015.217.5, , , , , ] 2021-09-02T23:00:16.922 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:16.923+0000 7ff1d3acb380 0 bucket checkpoint complete 2021-09-02T23:00:16.939 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-17 zones={test-zone2, test-zone1} 2021-09-02T23:00:16.945 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:16.949 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:16.949 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:16.950 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:16.950 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:16.951 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:16.954 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:16.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:16.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:16.956 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:16.962 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:16.970 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:17.026 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:17.078 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:17.128 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:17.233 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:17.330 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:17.380 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:17.483 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:17.578 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:17.629 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:17.730 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:17.826 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-17 zones={test-zone2, test-zone1} 2021-09-02T23:00:17.826 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-17 zones={test-zone3, test-zone1} 2021-09-02T23:00:17.831 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:17.837 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:17.838 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:17.838 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:17.838 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:17.839 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:17.842 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:17.843 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:17.843 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:17.843 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:17.850 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:17.858 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:17.914 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:17.966 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:18.016 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:18.115 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:18.251 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:18.302 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:18.406 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:18.502 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:18.552 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:18.654 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:18.750 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-17 zones={test-zone3, test-zone1} 2021-09-02T23:00:18.750 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-17 zones={test-zone3, test-zone2} 2021-09-02T23:00:18.756 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:18.759 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:18.760 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:18.760 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:18.761 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:18.761 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:18.765 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:18.765 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:18.766 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:18.766 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:18.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:18.780 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:18.835 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:18.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:18.940 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:19.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:19.179 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:19.234 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:19.336 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:19.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:19.481 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:19.587 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:19.682 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-17 zones={test-zone3, test-zone2} 2021-09-02T23:00:19.683 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:19.683 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:19.684 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:19.740 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:19.740 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:19.766 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:19.768+0000 7fe30a50f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:19.767 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:19.768+0000 7fe30a50f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:19.767 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:19.768+0000 7fe30a50f380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:19.767 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:19.768+0000 7fe30a50f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:19.807 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:19.808+0000 7fe30a50f380 1 bucket sync caught up with source: 2021-09-02T23:00:19.807 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000011.59.5, , 00000000004.11.5, , 00000000008.46.5, , , , , ] 2021-09-02T23:00:19.807 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000011.59.5, , 00000000004.11.5, , 00000000008.46.5, , , , , ] 2021-09-02T23:00:19.807 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:19.808+0000 7fe30a50f380 0 bucket checkpoint complete 2021-09-02T23:00:19.824 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:19.824 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:19.825 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:19.876 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:19.876 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:19.898 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:19.899+0000 7f7f04efc380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:19.899 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:19.899+0000 7f7f04efc380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:19.899 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:19.899+0000 7f7f04efc380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:19.899 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:19.899+0000 7f7f04efc380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:19.941 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:19.942+0000 7f7f04efc380 1 bucket sync caught up with source: 2021-09-02T23:00:19.941 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000011.59.5, , 00000000004.11.5, , 00000000008.46.5, , , , , ] 2021-09-02T23:00:19.941 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000011.59.5, , 00000000004.11.5, , 00000000008.46.5, , , , , ] 2021-09-02T23:00:19.942 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:19.942+0000 7f7f04efc380 0 bucket checkpoint complete 2021-09-02T23:00:19.961 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:19.962 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:19.962 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:20.013 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:20.014 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:20.039 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.040+0000 7f920a31c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:20.039 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.040+0000 7f920a31c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:20.039 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.040+0000 7f920a31c380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:20.039 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.040+0000 7f920a31c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:20.078 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.079+0000 7f920a31c380 1 bucket sync caught up with source: 2021-09-02T23:00:20.078 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000011.59.5, , 00000000004.11.5, , 00000000008.46.5, , , , , ] 2021-09-02T23:00:20.079 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000011.59.5, , 00000000004.11.5, , 00000000008.46.5, , , , , ] 2021-09-02T23:00:20.079 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.079+0000 7f920a31c380 0 bucket checkpoint complete 2021-09-02T23:00:20.095 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.096 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.097 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:20.149 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:20.149 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:20.171 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.171+0000 7fe4e8922380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:20.171 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.171+0000 7fe4e8922380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:20.171 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.171+0000 7fe4e8922380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:20.172 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.171+0000 7fe4e8922380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:20.211 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.211+0000 7fe4e8922380 1 bucket sync caught up with source: 2021-09-02T23:00:20.211 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000004.199.5, , 00000000011.146.5, , 00000000009.99.5, , , , , ] 2021-09-02T23:00:20.211 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000004.199.5, , 00000000011.146.5, , 00000000009.99.5, , , , , ] 2021-09-02T23:00:20.212 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.211+0000 7fe4e8922380 0 bucket checkpoint complete 2021-09-02T23:00:20.229 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.230 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.231 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:20.279 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:20.279 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:20.301 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.302+0000 7f2dc8cc1380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:20.302 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.302+0000 7f2dc8cc1380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:20.302 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.302+0000 7f2dc8cc1380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:20.302 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.302+0000 7f2dc8cc1380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:20.343 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.344+0000 7f2dc8cc1380 1 bucket sync caught up with source: 2021-09-02T23:00:20.344 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000004.199.5, , 00000000011.146.5, , 00000000009.99.5, , , , , ] 2021-09-02T23:00:20.344 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000004.199.5, , 00000000011.146.5, , 00000000009.99.5, , , , , ] 2021-09-02T23:00:20.345 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.344+0000 7f2dc8cc1380 0 bucket checkpoint complete 2021-09-02T23:00:20.362 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.362 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.363 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:20.412 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:20.412 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:20.433 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.434+0000 7f7549438380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:20.434 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.434+0000 7f7549438380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:20.434 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.434+0000 7f7549438380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:20.434 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.434+0000 7f7549438380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:20.464 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.465+0000 7f7549438380 1 bucket sync caught up with source: 2021-09-02T23:00:20.464 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, 00000000004.230.5, , 00000000009.91.5, , 00000000016.112.5, , , , , ] 2021-09-02T23:00:20.465 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, 00000000004.230.5, , 00000000009.91.5, , 00000000016.112.5, , , , , ] 2021-09-02T23:00:20.465 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:20.465+0000 7f7549438380 0 bucket checkpoint complete 2021-09-02T23:00:20.479 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-18', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:20.481 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-18 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:20.530 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:20.531 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:20.552 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.553+0000 7fa452d78380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:20.552 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.553+0000 7fa452d78380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:20.553 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.553+0000 7fa452d78380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:20.553 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.553+0000 7fa452d78380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:20.589 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.590+0000 7fa452d78380 1 bucket sync caught up with source: 2021-09-02T23:00:20.589 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, 00000000004.230.5, , 00000000009.91.5, , 00000000016.112.5, , , , , ] 2021-09-02T23:00:20.589 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, 00000000004.230.5, , 00000000009.91.5, , 00000000016.112.5, , , , , ] 2021-09-02T23:00:20.590 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:20.590+0000 7fa452d78380 0 bucket checkpoint complete 2021-09-02T23:00:20.604 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-18 zones={test-zone2, test-zone1} 2021-09-02T23:00:20.610 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:20.614 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:20.614 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:20.614 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:20.615 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:20.615 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:20.619 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:20.619 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:20.620 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:20.620 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:20.627 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:20.634 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:20.689 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:20.742 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:20.792 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:20.891 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:20.986 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:21.036 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:21.136 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:21.230 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:21.280 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:21.382 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:21.479 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-18 zones={test-zone2, test-zone1} 2021-09-02T23:00:21.479 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-18 zones={test-zone3, test-zone1} 2021-09-02T23:00:21.491 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:21.495 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:21.495 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:21.495 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:21.496 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:21.496 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:21.500 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:21.500 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:21.501 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:21.501 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:21.507 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:21.515 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:21.574 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:21.626 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:21.680 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:21.779 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:21.874 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:21.924 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:22.023 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:22.126 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:22.180 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:22.278 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:22.375 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-18 zones={test-zone3, test-zone1} 2021-09-02T23:00:22.375 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-18 zones={test-zone3, test-zone2} 2021-09-02T23:00:22.381 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:22.384 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:22.385 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:22.385 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:22.386 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:22.386 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:22.431 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:22.431 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone1 2021-09-02T23:00:22.432 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone2 2021-09-02T23:00:22.432 DEBUG:tasks.rgw_multi.zone_rados:o=obj-test-zone3 2021-09-02T23:00:22.439 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:22.447 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:22.502 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:22.554 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:22.605 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:22.707 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone1 2021-09-02T23:00:22.802 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:22.853 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:22.958 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone2 2021-09-02T23:00:23.055 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:23.105 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:23.211 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj-test-zone3 2021-09-02T23:00:23.306 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-18 zones={test-zone3, test-zone2} 2021-09-02T23:00:23.307 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_versioned_object_incremental_sync ... ok 2021-09-02T23:00:23.338 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:23.339 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:23.339 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:00:23.382 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:23.382 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:23.426 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:00:23.440 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:00:23.441 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:23.441 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:00:23.441 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:00:23.441 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:23.442 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:23.442 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:00:23.442 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:00:23.442 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:23.442 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:23.443 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623623.339441_230.1", 2021-09-02T23:00:23.443 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:23.339441Z" 2021-09-02T23:00:23.443 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:23.443 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:23.444 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:00:23.444 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:00:23.444 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:23.444 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:00:23.445 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:00:23.446 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:23.447 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:23.447 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:00:23.496 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:23.496 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:23.572 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:00:23.572 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:00:23.572 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:00:23.573 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:00:23.573 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:00:23.573 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:00:23.573 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:23.573 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:23.574 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:00:23.574 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:23.574 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:00:23.574 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:23.575 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:23.575 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:00:23.575 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:23.575 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:00:23.575 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:23.576 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:00:23.576 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:23.576 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:23.576 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:23.577 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:23.577 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:00:23.577 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:23.577 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:23.577 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:00:23.578 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:23.578 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:23.578 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:23.578 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:00:23.579 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:23.579 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:23.579 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:23.579 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:23.579 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:00:23.580 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:23.580 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:23.580 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623623.320866_225.1", 2021-09-02T23:00:23.580 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:23.581 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:23.581 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:23.581 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.320866Z", 2021-09-02T23:00:23.581 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:23.581 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:23.582 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:23.582 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:23.582 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:00:23.582 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:23.583 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:23.583 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:00:23.583 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:23.583 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:23.583 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:23.584 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:00:23.584 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:23.584 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:23.584 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:23.585 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:00:23.585 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:23.585 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:00:23.585 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:00:23.585 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:00:23.586 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:23.586 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:00:23.587 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623623.339441_230.1 target=1_1630623623.320866_225.1 2021-09-02T23:00:28.588 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:28.589 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:28.590 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:00:28.639 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:28.640 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:28.708 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:00:28.708 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:00:28.709 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:00:28.709 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:00:28.710 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:00:28.710 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:00:28.711 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:28.711 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:28.711 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:00:28.712 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:28.712 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:00:28.713 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:28.713 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:28.714 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:00:28.714 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:28.715 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:00:28.715 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:28.715 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:00:28.716 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:28.716 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:28.717 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:28.717 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:28.718 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:00:28.718 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:28.719 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:28.719 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:00:28.720 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:28.720 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:28.721 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:28.721 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:00:28.722 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:28.722 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:28.723 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:28.723 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:28.724 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:00:28.724 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:28.725 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:28.725 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623623.339441_230.1", 2021-09-02T23:00:28.725 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:28.726 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:28.726 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:28.727 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.339441Z", 2021-09-02T23:00:28.727 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:28.728 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:28.728 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:28.728 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:28.729 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:00:28.729 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:28.730 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:28.730 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:00:28.730 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:28.731 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:28.731 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:28.732 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:00:28.732 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:28.733 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:28.733 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:28.734 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:00:28.734 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:28.735 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:00:28.735 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:00:28.735 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:00:28.736 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:28.736 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:00:28.739 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:00:28.739 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:00:28.740 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:28.740 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:28.741 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:00:28.789 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:28.789 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:28.876 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:00:28.877 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:00:28.877 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:00:28.877 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:00:28.878 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:00:28.878 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:00:28.878 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:00:28.878 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:28.879 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:00:28.879 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:28.879 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:00:28.879 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:00:28.880 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:00:28.880 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:00:28.880 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:00:28.880 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:00:28.881 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:00:28.881 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:00:28.881 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:00:28.881 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:28.881 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:28.882 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:28.882 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:00:28.882 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:00:28.882 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:00:28.882 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:00:28.883 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:00:28.883 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:00:28.883 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:00:28.883 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:00:28.884 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:00:28.884 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:28.884 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:28.884 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:28.884 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:00:28.885 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:00:28.885 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:00:28.885 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623623.339441_230.1", 2021-09-02T23:00:28.885 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:00:28.885 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:00:28.886 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:00:28.886 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.339441Z", 2021-09-02T23:00:28.886 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:00:28.886 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:28.886 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:28.887 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:00:28.887 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:00:28.887 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:00:28.887 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:00:28.888 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:00:28.888 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:00:28.888 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:00:28.888 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:00:28.888 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:00:28.889 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:00:28.889 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:28.889 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:28.889 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:00:28.890 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:00:28.890 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:00:28.890 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:00:28.890 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:00:28.890 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:00:28.891 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:00:28.892 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:00:28.892 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:00:28.893 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:28.893 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:00:28.894 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:00:28.942 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:28.942 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:29.019 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:00:29.019 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:00:29.020 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:00:29.020 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:00:29.020 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:00:29.020 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:00:29.020 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:29.021 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:29.021 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:00:29.021 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:29.021 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:00:29.022 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:29.022 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:29.022 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:00:29.022 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:29.022 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:00:29.023 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:29.023 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:00:29.023 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:29.023 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:29.024 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:29.024 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:29.024 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:00:29.024 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:29.024 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:29.025 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:00:29.025 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:29.025 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:29.025 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:29.025 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:00:29.026 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:29.026 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:29.026 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:29.026 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:29.027 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:00:29.027 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:29.027 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:29.027 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623623.339441_230.1", 2021-09-02T23:00:29.027 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:29.028 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:29.028 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:29.028 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.339441Z", 2021-09-02T23:00:29.028 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:29.029 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:29.029 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:29.029 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:00:29.029 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:00:29.029 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:00:29.030 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:00:29.030 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:00:29.030 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:00:29.030 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:00:29.031 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:00:29.031 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:00:29.031 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:00:29.031 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:29.031 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:29.032 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:00:29.032 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:00:29.032 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:00:29.032 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:00:29.032 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:00:29.033 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:00:29.033 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:00:29.034 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:00:29.083 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:29.083 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:29.084 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:29.107 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:00:29.108+0000 7fe295bdf700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:00:29.135 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:29.135 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:29.166 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:29.167+0000 7f2f08a71380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:29.167 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:29.167+0000 7f2f08a71380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:29.167 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:29.167+0000 7f2f08a71380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:29.167 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:29.167+0000 7f2f08a71380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:29.209 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:29.211+0000 7f2f08a71380 1 bucket sync caught up with source: 2021-09-02T23:00:29.210 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000002.7.10, , , , , ] 2021-09-02T23:00:29.210 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000002.7.10, , , , , ] 2021-09-02T23:00:29.210 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:29.211+0000 7f2f08a71380 0 bucket checkpoint complete 2021-09-02T23:00:29.226 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:29.228 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:29.228 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:29.287 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:29.287 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:29.312 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:29.313+0000 7feac3c23380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:29.312 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:29.313+0000 7feac3c23380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:29.313 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:29.313+0000 7feac3c23380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:29.313 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:29.313+0000 7feac3c23380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:29.367 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:29.368+0000 7feac3c23380 1 waiting for incremental sync to catch up: 2021-09-02T23:00:29.368 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000002.7.10, , , , , ] 2021-09-02T23:00:29.368 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000005.13.9, , , , , ] 2021-09-02T23:00:34.369 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.371+0000 7feac3c23380 1 bucket sync caught up with source: 2021-09-02T23:00:34.370 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T23:00:34.370 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000005.13.9, , , , , ] 2021-09-02T23:00:34.370 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.371+0000 7feac3c23380 0 bucket checkpoint complete 2021-09-02T23:00:34.389 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.390 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.391 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:34.445 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:34.445 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:34.470 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:34.471+0000 7f2ff5d08380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:34.470 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:34.471+0000 7f2ff5d08380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:34.470 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:34.471+0000 7f2ff5d08380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:34.471 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:34.471+0000 7f2ff5d08380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:34.506 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:34.508+0000 7f2ff5d08380 1 bucket sync caught up with source: 2021-09-02T23:00:34.507 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T23:00:34.507 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000006.15.9, , , , , ] 2021-09-02T23:00:34.507 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:34.508+0000 7f2ff5d08380 0 bucket checkpoint complete 2021-09-02T23:00:34.522 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.522 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.523 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:34.578 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:34.578 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:34.603 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.604+0000 7fa824eff380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:34.603 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.604+0000 7fa824eff380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:34.603 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.604+0000 7fa824eff380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:34.604 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.604+0000 7fa824eff380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:34.638 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.640+0000 7fa824eff380 1 bucket sync caught up with source: 2021-09-02T23:00:34.638 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000004.156.9, , , , , ] 2021-09-02T23:00:34.639 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000004.156.9, , , , , ] 2021-09-02T23:00:34.639 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.640+0000 7fa824eff380 0 bucket checkpoint complete 2021-09-02T23:00:34.654 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.655 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.655 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:34.704 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:34.704 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:34.730 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.731+0000 7f77c9d65380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:34.730 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.731+0000 7f77c9d65380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:34.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.731+0000 7f77c9d65380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:34.731 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.731+0000 7f77c9d65380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:34.778 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.779+0000 7f77c9d65380 1 bucket sync caught up with source: 2021-09-02T23:00:34.778 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000004.156.9, , , , , ] 2021-09-02T23:00:34.778 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000004.156.9, , , , , ] 2021-09-02T23:00:34.778 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.779+0000 7f77c9d65380 0 bucket checkpoint complete 2021-09-02T23:00:34.799 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.799 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.800 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:34.849 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:34.850 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:34.875 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.877+0000 7fb1ab646380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:34.875 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.877+0000 7fb1ab646380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:34.876 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.877+0000 7fb1ab646380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:34.876 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.877+0000 7fb1ab646380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:34.918 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.920+0000 7fb1ab646380 1 bucket sync caught up with source: 2021-09-02T23:00:34.918 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000004.147.9, , , , , ] 2021-09-02T23:00:34.919 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000004.147.9, , , , , ] 2021-09-02T23:00:34.919 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:34.920+0000 7fb1ab646380 0 bucket checkpoint complete 2021-09-02T23:00:34.935 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.936 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:34.937 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:34.991 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:34.991 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:35.019 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:35.021+0000 7f975e89f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:35.020 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:35.021+0000 7f975e89f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:35.020 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:35.021+0000 7f975e89f380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:35.020 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:35.021+0000 7f975e89f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:35.053 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:35.054+0000 7f975e89f380 1 bucket sync caught up with source: 2021-09-02T23:00:35.053 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000004.147.9, , , , , ] 2021-09-02T23:00:35.053 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000004.147.9, , , , , ] 2021-09-02T23:00:35.054 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:35.054+0000 7f975e89f380 0 bucket checkpoint complete 2021-09-02T23:00:35.071 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-19 zones={test-zone2, test-zone1} 2021-09-02T23:00:35.077 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:35.123 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:35.123 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:35.127 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:35.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.186 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.242 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.294 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-19 zones={test-zone2, test-zone1} 2021-09-02T23:00:35.294 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-19 zones={test-zone3, test-zone1} 2021-09-02T23:00:35.299 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:35.347 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:35.347 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:35.351 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:35.398 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.405 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.462 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.514 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-19 zones={test-zone3, test-zone1} 2021-09-02T23:00:35.515 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-19 zones={test-zone3, test-zone2} 2021-09-02T23:00:35.520 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:35.567 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:35.567 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:35.571 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:35.618 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.625 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.683 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:35.734 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-19 zones={test-zone3, test-zone2} 2021-09-02T23:00:37.187 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:37.188 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:37.188 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:37.241 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:37.241 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:37.267 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:37.268+0000 7fc302067380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:37.267 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:37.268+0000 7fc302067380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:37.267 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:37.268+0000 7fc302067380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:37.268 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:37.268+0000 7fc302067380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:37.299 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:37.300+0000 7fc302067380 1 waiting for incremental sync to catch up: 2021-09-02T23:00:37.299 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000006.15.9, , , 00000000056.143.9, , ] 2021-09-02T23:00:37.299 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000006.15.9, , , 00000000061.153.11, , ] 2021-09-02T23:00:42.301 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.301+0000 7fc302067380 1 bucket sync caught up with source: 2021-09-02T23:00:42.301 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000006.15.9, , , 00000000063.157.9, , ] 2021-09-02T23:00:42.301 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000006.15.9, , , 00000000061.153.11, , ] 2021-09-02T23:00:42.302 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.301+0000 7fc302067380 0 bucket checkpoint complete 2021-09-02T23:00:42.320 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.321 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.321 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:42.377 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:42.378 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:42.403 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.405+0000 7f67420a1380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:42.404 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.405+0000 7f67420a1380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:42.404 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.405+0000 7f67420a1380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:42.404 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.405+0000 7f67420a1380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:42.436 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.437+0000 7f67420a1380 1 bucket sync caught up with source: 2021-09-02T23:00:42.436 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000006.15.9, , , 00000000063.157.9, , ] 2021-09-02T23:00:42.436 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000006.15.9, , , 00000000063.157.9, , ] 2021-09-02T23:00:42.436 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.437+0000 7f67420a1380 0 bucket checkpoint complete 2021-09-02T23:00:42.451 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.452 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.453 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:42.507 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:42.507 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:42.532 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.532+0000 7f16a7b66380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:42.532 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.532+0000 7f16a7b66380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:42.532 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.532+0000 7f16a7b66380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:00:42.533 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.532+0000 7f16a7b66380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:42.568 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.568+0000 7f16a7b66380 1 bucket sync caught up with source: 2021-09-02T23:00:42.568 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000006.15.9, , , 00000000063.157.9, , ] 2021-09-02T23:00:42.568 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000006.15.9, , , 00000000063.157.9, , ] 2021-09-02T23:00:42.569 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:42.568+0000 7f16a7b66380 0 bucket checkpoint complete 2021-09-02T23:00:42.584 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.584 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.585 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:42.635 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:42.635 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:42.656 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.658+0000 7f2c7124f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:42.657 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.658+0000 7f2c7124f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:42.657 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.658+0000 7f2c7124f380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:42.657 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.658+0000 7f2c7124f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:42.691 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.692+0000 7f2c7124f380 1 bucket sync caught up with source: 2021-09-02T23:00:42.691 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000004.156.9, , , 00000000053.286.9, , ] 2021-09-02T23:00:42.691 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000004.156.9, , , 00000000053.286.9, , ] 2021-09-02T23:00:42.692 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.692+0000 7f2c7124f380 0 bucket checkpoint complete 2021-09-02T23:00:42.710 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.711 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.712 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:42.761 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:42.762 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:42.784 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.785+0000 7f28945bd380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:42.784 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.785+0000 7f28945bd380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:42.784 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.785+0000 7f28945bd380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:00:42.785 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.785+0000 7f28945bd380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:42.820 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.821+0000 7f28945bd380 1 bucket sync caught up with source: 2021-09-02T23:00:42.820 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000004.156.9, , , 00000000053.286.9, , ] 2021-09-02T23:00:42.820 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000004.156.9, , , 00000000053.286.9, , ] 2021-09-02T23:00:42.820 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.821+0000 7f28945bd380 0 bucket checkpoint complete 2021-09-02T23:00:42.835 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.836 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.837 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:42.887 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:42.888 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:42.910 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.911+0000 7f9d77df7380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:42.910 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.911+0000 7f9d77df7380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:42.911 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.911+0000 7f9d77df7380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:00:42.911 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.911+0000 7f9d77df7380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:42.947 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.949+0000 7f9d77df7380 1 bucket sync caught up with source: 2021-09-02T23:00:42.947 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , 00000000004.147.9, , , 00000000059.281.9, , ] 2021-09-02T23:00:42.948 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , 00000000004.147.9, , , 00000000059.281.9, , ] 2021-09-02T23:00:42.948 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:00:42.949+0000 7f9d77df7380 0 bucket checkpoint complete 2021-09-02T23:00:42.963 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.963 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-19', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:00:42.964 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-19 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:00:43.017 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:00:43.017 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:00:43.040 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:43.041+0000 7f05a4c3c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:00:43.041 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:43.041+0000 7f05a4c3c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:00:43.041 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:43.041+0000 7f05a4c3c380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:00:43.041 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:43.041+0000 7f05a4c3c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:00:43.082 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:43.082+0000 7f05a4c3c380 1 bucket sync caught up with source: 2021-09-02T23:00:43.082 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , 00000000004.147.9, , , 00000000059.281.9, , ] 2021-09-02T23:00:43.083 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , 00000000004.147.9, , , 00000000059.281.9, , ] 2021-09-02T23:00:43.083 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:00:43.082+0000 7f05a4c3c380 0 bucket checkpoint complete 2021-09-02T23:00:43.100 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-19 zones={test-zone2, test-zone1} 2021-09-02T23:00:43.106 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:43.112 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:43.116 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.116 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.117 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.117 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.118 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.118 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.119 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.119 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.120 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.120 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.121 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.121 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.121 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.122 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.122 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.123 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.123 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.125 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.125 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.125 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.126 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.126 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.127 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.127 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.128 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.129 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.129 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:43.136 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:43.136 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.137 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.137 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.138 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.138 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.139 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.139 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.140 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.140 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.141 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.141 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.141 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.142 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.142 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.143 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.143 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.144 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.144 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.144 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.145 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.145 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.146 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.146 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.147 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.147 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.147 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.148 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.148 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.149 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.149 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:43.160 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:43.168 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:43.223 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:43.275 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.324 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.425 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.527 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.576 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.681 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.833 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:43.942 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.038 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.088 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.198 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.299 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.358 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.462 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.558 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.608 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.709 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.807 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.861 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:44.966 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.063 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.113 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.220 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.327 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.376 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.483 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.579 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.631 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.743 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.839 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:45.899 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.106 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.157 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.262 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.414 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.522 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.619 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.673 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.879 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:46.934 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.134 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.189 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.295 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.391 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.442 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.547 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.643 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.693 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.899 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:47.949 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.059 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.155 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.211 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.319 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.419 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.474 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.578 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.675 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.725 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.834 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.931 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:48.981 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.094 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.194 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.249 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.459 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.513 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.626 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.724 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.773 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:49.983 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.033 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.143 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.239 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.289 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.394 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.494 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.546 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.654 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.751 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.801 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:50.907 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.007 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-19 zones={test-zone2, test-zone1} 2021-09-02T23:00:51.008 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-19 zones={test-zone3, test-zone1} 2021-09-02T23:00:51.014 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:51.023 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:51.024 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.025 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.026 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.026 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.027 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.028 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.029 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.030 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.031 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.031 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.032 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.033 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.033 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.034 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.035 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.035 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.036 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.036 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.037 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.037 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.037 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.038 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.038 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.039 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.039 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.040 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.040 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.041 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.041 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.041 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.042 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:51.048 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:51.049 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.049 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.049 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.050 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.050 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.051 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.051 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.052 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.052 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.052 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.053 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.054 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.055 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.055 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.056 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.056 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.057 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.057 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.058 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.058 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.058 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.059 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.059 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.060 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.060 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.061 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.061 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:51.073 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:51.080 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:51.143 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:51.198 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.250 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.358 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.455 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.505 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.707 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.761 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.870 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:51.967 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.017 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.127 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.223 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.273 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.378 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.475 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.525 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.630 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.731 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.886 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:52.983 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.033 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.147 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.243 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.293 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.398 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.495 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.549 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.658 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.754 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.805 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:53.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.007 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.058 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.162 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.263 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.317 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.423 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.573 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.682 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.779 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.829 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:54.938 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.035 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.085 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.191 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.287 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.341 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.450 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.551 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.601 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.712 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.811 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.863 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:55.970 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.070 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.125 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.231 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.328 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.382 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.490 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.587 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.637 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.843 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:56.896 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.001 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.099 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.149 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.254 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.351 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.401 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.505 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.661 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.774 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.875 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:57.924 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.038 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.135 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.186 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.301 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.407 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.461 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.569 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.667 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.723 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.827 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:58.931 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-19 zones={test-zone3, test-zone1} 2021-09-02T23:00:58.931 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-19 zones={test-zone3, test-zone2} 2021-09-02T23:00:58.938 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:00:58.944 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:58.944 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.945 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.945 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.946 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.946 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.946 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.947 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.947 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.948 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.948 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.949 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.949 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.949 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.950 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.950 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.951 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.951 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.952 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.952 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.953 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.954 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.954 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.956 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.956 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.956 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.957 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.957 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:00:58.964 DEBUG:tasks.rgw_multi.zone_rados:o=dummy 2021-09-02T23:00:58.964 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.965 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.965 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.965 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.966 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.966 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.967 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.967 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.968 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.968 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.969 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.969 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.969 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.970 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.971 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.972 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.973 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.974 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.975 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.976 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.977 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:00:58.989 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:58.998 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:59.055 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=dummy 2021-09-02T23:00:59.110 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.161 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.267 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.413 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.539 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.643 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.693 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.895 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:00:59.945 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.055 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.155 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.205 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.315 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.455 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.511 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.619 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.715 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.765 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.876 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:00.975 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.025 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.130 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.228 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.282 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.387 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.487 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.537 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.647 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.747 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.798 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:01.907 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.003 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.053 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.159 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.259 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.313 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.422 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.519 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.569 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.684 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.833 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:02.947 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.051 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.138 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.243 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.339 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.394 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.503 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.604 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.659 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.763 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.860 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:03.910 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.015 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.116 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.170 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.275 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.379 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.430 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.543 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.639 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.690 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.795 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.891 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:04.946 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.055 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.155 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.210 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.314 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.411 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.461 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.567 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.667 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.723 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.827 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.927 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:05.977 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.086 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.187 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.237 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.343 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.447 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.498 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.699 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.749 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.855 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:06.951 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-19 zones={test-zone3, test-zone2} 2021-09-02T23:01:06.951 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:06.952 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:06.953 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:07.000 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:07.000 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:07.083 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:07.083 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:07.083 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:07.084 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:07.084 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:07.084 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:07.084 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:07.084 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:58.320112Z" 2021-09-02T23:01:07.085 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:07.085 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:07.085 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:07.085 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:07.085 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:07.086 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:07.086 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:07.086 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:07.086 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:07.087 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:07.088 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2021-09-02T23:01:07.088 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:07.089 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:07.089 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:07.140 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:07.141 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:07.212 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:07.212 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:07.212 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:07.212 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:07.213 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:07.213 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 6105491282879096865 2021-09-02T23:01:07.213 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:07.213 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:07.214 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:07.214 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:07.214 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:07.214 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:07.215 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:07.215 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:07.215 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:07.215 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:07.215 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:07.216 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:07.216 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:07.216 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:07.216 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:07.216 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:07.217 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:07.217 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001044", 2021-09-02T23:01:07.217 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:07.217 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:07.218 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:07.218 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.315892Z" 2021-09-02T23:01:07.218 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:07.218 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:07.219 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:07.219 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:07.219 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:07.219 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:07.219 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:07.220 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:07.220 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:07.220 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:07.220 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:07.221 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:07.221 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:07.221 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:07.221 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:07.221 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:07.222 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:07.222 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:07.222 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:07.222 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:07.223 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:07.223 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:01:07.223 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:07.223 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:07.224 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:07.224 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:07.224 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:07.224 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:01:07.224 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:01:07.225 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:07.225 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:07.226 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=1 master=00000000000000000000:00000000000000001177 target=00000000000000000000:00000000000000001044 2021-09-02T23:01:12.228 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:12.228 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:12.229 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:12.281 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:12.281 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:12.348 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:12.349 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:12.349 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:12.349 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:12.350 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:12.350 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 6105491282879096865 2021-09-02T23:01:12.350 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:12.350 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:12.351 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:12.351 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:12.351 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:12.351 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:12.352 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:12.352 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:12.352 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:12.352 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:12.352 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:12.353 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:12.353 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:12.353 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:12.353 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:12.354 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:12.354 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:12.354 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001044", 2021-09-02T23:01:12.354 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:12.355 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:12.355 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:12.355 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.315892Z" 2021-09-02T23:01:12.355 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:12.356 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:12.356 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:12.356 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:12.356 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:12.356 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:12.357 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:12.357 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:12.357 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:12.357 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:12.358 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:12.358 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:12.358 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:12.358 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:12.359 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:12.359 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:12.359 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:12.359 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:12.359 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:12.360 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:12.360 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:12.360 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:01:12.360 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:12.360 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:12.361 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:12.361 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:12.361 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:12.361 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:01:12.362 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:01:12.362 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:12.362 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:12.363 WARNING:rgw_multi.tests:data of zone test-zone2 behind zone test-zone1: shard=1 master=00000000000000000000:00000000000000001177 target=00000000000000000000:00000000000000001044 2021-09-02T23:01:17.365 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.366 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.366 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:17.417 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:17.417 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:17.486 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:17.487 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:17.487 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:17.487 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:17.487 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:17.487 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 6105491282879096865 2021-09-02T23:01:17.488 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:17.488 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:17.488 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:17.488 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:17.488 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:17.489 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.489 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:17.489 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:17.489 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:17.490 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:17.490 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:17.490 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:17.490 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:17.490 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:17.491 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:17.491 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:17.491 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.491 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:17.492 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:17.492 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:17.492 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:17.492 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:58.320112Z" 2021-09-02T23:01:17.492 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:17.493 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:17.493 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:17.493 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:17.493 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:17.493 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.494 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:17.494 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:17.494 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:17.494 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:17.494 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:17.495 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:17.495 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:17.495 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:17.495 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:17.495 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:17.496 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.496 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:17.496 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:17.496 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:17.496 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:17.497 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:01:17.497 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:17.497 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:17.497 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:17.497 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:17.498 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:17.498 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:01:17.498 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:01:17.498 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:17.499 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:17.500 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2021-09-02T23:01:17.500 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.501 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.501 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:17.549 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:17.549 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:17.627 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:17.627 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.627 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:17.628 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:17.628 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.628 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.629 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:17.629 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:58.320112Z" 2021-09-02T23:01:17.629 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.629 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.629 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:17.630 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:17.630 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.630 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.630 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:17.631 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:17.631 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.631 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:17.632 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2021-09-02T23:01:17.633 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.633 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.634 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:17.678 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:17.679 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:17.755 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:17.756 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:17.756 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:17.757 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:17.757 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:17.757 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 2552676220592819453 2021-09-02T23:01:17.757 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.757 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:17.758 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.758 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:17.758 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:17.758 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.759 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:17.759 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:17.759 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:17.759 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:17.759 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:17.760 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.760 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.760 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.760 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:17.760 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:17.761 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.761 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:17.761 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:17.761 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:17.762 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:17.762 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:58.320112Z" 2021-09-02T23:01:17.762 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.762 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.762 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.763 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:17.763 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:17.763 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.763 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:17.764 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:17.764 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:17.764 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:17.764 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:17.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.765 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.765 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.765 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:17.765 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:17.765 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:17.766 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:17.766 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:17.766 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:17.766 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:17.767 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:01:17.767 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.767 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.767 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:17.767 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.768 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:17.768 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:01:17.768 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:01:17.768 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.768 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:17.769 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2021-09-02T23:01:17.770 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.770 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.771 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:17.812 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:17.812 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:17.892 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:17.892 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:58.320112Z" 2021-09-02T23:01:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:17.896 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:17.896 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:17.896 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:17.897 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2021-09-02T23:01:17.898 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.898 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:17.899 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:17.950 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:17.950 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.026 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:18.026 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:18.027 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:18.027 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:18.027 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:18.027 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 10384673909111949183 2021-09-02T23:01:18.027 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.028 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:18.028 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.028 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:18.028 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:18.029 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.029 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.029 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:18.029 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:18.029 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:18.030 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:01:18.030 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.030 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.030 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.031 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:18.031 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:18.031 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.031 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.031 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:18.032 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:18.032 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:18.032 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:58.320112Z" 2021-09-02T23:01:18.032 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.033 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.033 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.033 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:18.033 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:18.033 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.034 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:01:18.034 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:18.034 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:18.034 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:18.034 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:01:18.035 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.035 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.035 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.035 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:18.036 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:18.036 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.036 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:18.036 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:18.036 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:18.036 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:18.037 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:01:18.037 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.037 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.037 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:18.037 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.038 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:18.038 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:01:18.038 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:01:18.038 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.039 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:18.040 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2021-09-02T23:01:18.040 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.041 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.041 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.083 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.083 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.159 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:01:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:01:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:58.458372Z" 2021-09-02T23:01:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:01:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:01:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.163 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:01:18.164 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2021-09-02T23:01:18.165 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.165 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.166 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.210 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.210 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.275 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:18.275 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:18.276 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:18.276 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:18.276 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:18.276 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 18440972468671971603 2021-09-02T23:01:18.277 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.277 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:18.277 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.277 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:18.277 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.278 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.278 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.278 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.278 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.279 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.279 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:01:18.279 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.279 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.280 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.280 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:18.280 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.280 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:58.458372Z" 2021-09-02T23:01:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:01:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:01:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:01:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:01:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.289 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:18.290 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2021-09-02T23:01:18.290 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.291 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.291 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.333 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.333 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.399 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:01:18.399 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.399 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.400 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:01:18.400 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.400 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.400 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.401 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:58.458372Z" 2021-09-02T23:01:18.401 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.401 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.401 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:18.402 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:01:18.402 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:18.402 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:18.402 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:18.403 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:01:18.403 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:18.403 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:01:18.404 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2021-09-02T23:01:18.405 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.405 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.406 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.450 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.450 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.519 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:18.519 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:18.520 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:18.520 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:18.520 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:18.520 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 127861891361891347 2021-09-02T23:01:18.521 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.521 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:18.521 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.521 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:18.521 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.522 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.522 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.522 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.523 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.523 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.523 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:01:18.523 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.524 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.524 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.524 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:18.524 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.524 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.525 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.525 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.525 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.525 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.526 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:58.458372Z" 2021-09-02T23:01:18.526 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.526 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.527 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:18.527 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.527 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.527 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:18.527 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.528 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.528 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.528 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:01:18.528 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.528 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.529 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.529 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:18.529 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.529 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.530 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:18.530 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.530 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.530 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.531 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:01:18.531 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.531 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.531 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:18.532 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.532 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:18.532 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:01:18.532 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:01:18.532 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.533 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:18.534 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2021-09-02T23:01:18.534 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.535 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.536 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.616 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.616 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.704 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:18.704 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.705 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.705 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:01:18.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.705 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.706 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.706 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:58.392588Z" 2021-09-02T23:01:18.706 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.707 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.707 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:18.707 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:01:18.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.708 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.708 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:18.708 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:18.708 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.709 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:18.710 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2021-09-02T23:01:18.711 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.712 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.712 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.794 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.794 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:18.869 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:18.869 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:18.869 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:18.870 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:18.870 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:18.870 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 7497604468008263388 2021-09-02T23:01:18.871 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.871 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:18.871 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.871 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:18.872 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.872 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.872 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:18.872 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.873 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.873 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.873 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:01:18.873 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.873 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.874 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.874 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:18.874 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.874 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.875 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:18.875 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.875 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.875 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.876 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:58.392588Z" 2021-09-02T23:01:18.876 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.876 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.876 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.876 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:18.877 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.877 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.877 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:18.877 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.878 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.878 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.878 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:01:18.878 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.878 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.879 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:18.879 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:18.879 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:18.879 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:01:18.880 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:18.880 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:18.880 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:18.880 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:18.880 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:01:18.881 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.881 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.881 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:18.881 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:18.882 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:18.882 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:01:18.882 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:01:18.882 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:18.883 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:18.884 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2021-09-02T23:01:18.884 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.885 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:18.885 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:18.965 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:18.966 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:19.036 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:19.036 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.036 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:19.036 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:01:19.037 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:19.037 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.037 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:19.037 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:58.392588Z" 2021-09-02T23:01:19.038 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:19.038 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.038 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:19.038 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:01:19.039 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:19.039 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.039 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:19.039 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:19.040 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:19.040 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:19.041 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2021-09-02T23:01:19.041 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:19.042 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:19.043 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:19.091 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:19.091 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:19.162 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:19.162 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:19.163 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:19.163 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:19.163 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:19.163 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 12955111820335046971 2021-09-02T23:01:19.164 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.164 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:19.164 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.164 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:19.165 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.165 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:19.165 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:01:19.165 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.165 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.166 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.166 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:01:19.166 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.166 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.167 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.167 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:19.167 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.167 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:19.168 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001177", 2021-09-02T23:01:19.168 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.168 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.168 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.168 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:58.392588Z" 2021-09-02T23:01:19.169 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.169 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.169 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.169 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:19.170 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.170 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:19.170 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:01:19.170 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.170 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.171 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.171 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:01:19.171 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.171 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.172 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.172 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:19.172 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.172 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:01:19.172 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:19.173 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.173 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.173 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.174 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:01:19.174 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.174 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.174 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:19.175 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.175 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:19.175 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:01:19.175 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:01:19.175 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.176 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:19.177 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2021-09-02T23:01:19.178 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_concurrent_versioned_object_incremental_sync ... ok 2021-09-02T23:01:19.202 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:19.202 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:19.203 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:19.244 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:19.245 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:19.300 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:01:19.318 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:19.318 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.318 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:19.319 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:01:19.319 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:19.319 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.319 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:19.320 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:19.320 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:19.320 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.320 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623679.201695_234.1", 2021-09-02T23:01:19.321 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:01:19.201695Z" 2021-09-02T23:01:19.321 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:19.321 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:19.321 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:19.321 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:01:19.322 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:19.322 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:19.323 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:01:19.324 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:19.324 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:19.325 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:19.367 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:19.367 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:19.429 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:19.429 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:19.430 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:19.430 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:19.431 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:19.431 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:19.431 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:19.431 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.431 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:19.432 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.432 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:19.432 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.432 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:19.433 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:19.433 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.433 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:19.433 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.433 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:19.434 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:19.434 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.434 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.434 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.435 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:19.435 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.435 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:19.435 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:19.436 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.436 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.436 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.436 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:19.436 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:19.437 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.437 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.437 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.437 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:19.438 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.438 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:19.438 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623679.191746_231.1", 2021-09-02T23:01:19.438 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.438 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.439 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.439 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.191746Z", 2021-09-02T23:01:19.439 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:19.439 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.440 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.440 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:19.440 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:19.440 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:19.440 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:19.441 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:19.441 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:19.441 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:19.441 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:19.442 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:19.442 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:19.442 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.442 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.442 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:19.443 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:19.443 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:19.443 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:19.443 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:19.444 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:19.444 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:19.445 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623679.201695_234.1 target=1_1630623679.191746_231.1 2021-09-02T23:01:24.446 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:24.447 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:24.448 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:24.500 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:24.500 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:24.562 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:24.562 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:24.563 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:24.563 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:24.563 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:24.563 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:24.564 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.564 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.564 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:24.565 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.565 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:24.565 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.566 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.566 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:24.566 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.567 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:24.567 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.567 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:24.567 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.567 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.568 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.568 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.568 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:24.568 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.568 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.569 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:24.569 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.569 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:24.569 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.569 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:24.570 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.570 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.570 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.570 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.571 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:24.571 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.571 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.571 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623679.201695_234.1", 2021-09-02T23:01:24.571 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.572 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:24.572 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.572 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.201695Z", 2021-09-02T23:01:24.572 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.572 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.573 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.573 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.573 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:24.574 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.574 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.574 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:24.575 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.575 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:24.575 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.575 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:24.576 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.576 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.576 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.576 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:24.577 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.577 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:24.577 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:24.577 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:24.578 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.578 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:24.579 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:01:24.579 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:01:24.580 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:24.580 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:24.581 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:24.629 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:24.629 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:24.701 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:24.701 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:24.701 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:24.702 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:24.702 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:24.702 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:24.702 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:24.703 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:24.703 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:24.703 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:24.703 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:24.703 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:24.704 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:24.704 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:24.704 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:24.704 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:01:24.704 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:24.705 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:24.705 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:24.705 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:24.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:24.706 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:24.706 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:24.706 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:24.706 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:24.706 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:24.707 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:24.707 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:24.707 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:24.707 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:01:24.707 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:24.708 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:24.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:24.708 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:24.708 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:24.708 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:24.709 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:24.709 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623679.201695_234.1", 2021-09-02T23:01:24.709 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:24.709 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:24.710 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:24.710 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.201695Z", 2021-09-02T23:01:24.710 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:24.710 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:24.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:24.711 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:24.711 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:24.711 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:24.711 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:24.711 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:24.712 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:24.712 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:24.712 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:24.712 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:24.713 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:24.713 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:24.713 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:24.713 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:24.713 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:24.714 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:24.714 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:01:24.714 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:01:24.715 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:24.715 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:24.716 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:01:24.717 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:01:24.717 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:24.717 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:24.718 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:24.762 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:24.762 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:24.822 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:24.823 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:24.823 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:24.823 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:24.823 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:24.824 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:24.824 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.824 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.824 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:24.824 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.825 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:24.825 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.825 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.825 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:24.826 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.826 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:24.826 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.826 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:24.826 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.827 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.827 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.827 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.827 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:24.828 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.828 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.828 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:24.828 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.828 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:24.829 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.829 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:24.829 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.830 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.830 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.830 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.830 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:24.830 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.831 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.831 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623679.201695_234.1", 2021-09-02T23:01:24.831 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.832 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:24.832 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.832 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.201695Z", 2021-09-02T23:01:24.832 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.832 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.833 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.833 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:24.833 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:24.834 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:24.834 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:24.834 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:24.834 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:24.835 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:24.835 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:24.835 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:24.835 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:24.836 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.836 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.836 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:24.836 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:24.837 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:24.837 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:24.837 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:24.837 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:24.837 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:24.839 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:01:24.887 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:24.888 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:24.888 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:24.940 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:24.940 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:24.962 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:24.964+0000 7f007a513380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:24.963 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:24.964+0000 7f007a513380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:24.963 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:24.964+0000 7f007a513380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:01:24.963 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:24.964+0000 7f007a513380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:25.004 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:25.005+0000 7f007a513380 1 waiting for incremental sync to catch up: 2021-09-02T23:01:25.004 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , , , ] 2021-09-02T23:01:25.004 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.006 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.006+0000 7f007a513380 1 bucket sync caught up with source: 2021-09-02T23:01:30.007 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.007 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.007 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.006+0000 7f007a513380 0 bucket checkpoint complete 2021-09-02T23:01:30.027 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.028 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.028 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:30.084 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:30.085 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:30.110 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.111+0000 7f60d9f0c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:30.110 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.111+0000 7f60d9f0c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:30.111 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.111+0000 7f60d9f0c380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:01:30.111 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.111+0000 7f60d9f0c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:30.157 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.158+0000 7f60d9f0c380 1 bucket sync caught up with source: 2021-09-02T23:01:30.157 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.157 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.157 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.158+0000 7f60d9f0c380 0 bucket checkpoint complete 2021-09-02T23:01:30.174 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.175 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.176 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:30.229 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:30.230 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:30.253 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.253+0000 7fca57721380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:30.254 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.253+0000 7fca57721380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:30.254 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.253+0000 7fca57721380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:01:30.254 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.253+0000 7fca57721380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:30.295 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.295+0000 7fca57721380 1 bucket sync caught up with source: 2021-09-02T23:01:30.295 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.296 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:30.296 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.295+0000 7fca57721380 0 bucket checkpoint complete 2021-09-02T23:01:30.312 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.313 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.313 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:30.364 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:30.364 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:30.386 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.387+0000 7f2433ce3380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:30.386 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.387+0000 7f2433ce3380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:30.387 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.387+0000 7f2433ce3380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:01:30.387 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.387+0000 7f2433ce3380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:30.417 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.419+0000 7f2433ce3380 1 bucket sync caught up with source: 2021-09-02T23:01:30.418 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.317.5, , ] 2021-09-02T23:01:30.418 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.317.5, , ] 2021-09-02T23:01:30.418 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.419+0000 7f2433ce3380 0 bucket checkpoint complete 2021-09-02T23:01:30.433 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.434 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.435 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:30.483 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:30.483 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:30.505 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.506+0000 7fc191ed3380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:30.505 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.506+0000 7fc191ed3380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:30.505 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.506+0000 7fc191ed3380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:01:30.506 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.506+0000 7fc191ed3380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:30.537 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.539+0000 7fc191ed3380 1 bucket sync caught up with source: 2021-09-02T23:01:30.538 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.317.5, , ] 2021-09-02T23:01:30.538 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.317.5, , ] 2021-09-02T23:01:30.538 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.539+0000 7fc191ed3380 0 bucket checkpoint complete 2021-09-02T23:01:30.562 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.563 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.563 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:30.611 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:30.611 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:30.634 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.635+0000 7ff1f0c9a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:30.634 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.635+0000 7ff1f0c9a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:30.635 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.635+0000 7ff1f0c9a380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:01:30.635 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.635+0000 7ff1f0c9a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:30.677 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.679+0000 7ff1f0c9a380 1 bucket sync caught up with source: 2021-09-02T23:01:30.677 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.296.5, , ] 2021-09-02T23:01:30.678 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.296.5, , ] 2021-09-02T23:01:30.678 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:30.679+0000 7ff1f0c9a380 0 bucket checkpoint complete 2021-09-02T23:01:30.696 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.696 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:30.697 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:30.749 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:30.749 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:30.774 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.774+0000 7fe2a245a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:30.774 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.774+0000 7fe2a245a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:30.774 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.774+0000 7fe2a245a380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:01:30.774 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.774+0000 7fe2a245a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:30.810 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.810+0000 7fe2a245a380 1 bucket sync caught up with source: 2021-09-02T23:01:30.810 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.296.5, , ] 2021-09-02T23:01:30.810 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.296.5, , ] 2021-09-02T23:01:30.811 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:30.810+0000 7fe2a245a380 0 bucket checkpoint complete 2021-09-02T23:01:30.827 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone2, test-zone1} 2021-09-02T23:01:30.833 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:30.879 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:30.880 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:30.884 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:30.934 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:30.941 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:30.998 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.050 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone2, test-zone1} 2021-09-02T23:01:31.050 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone3, test-zone1} 2021-09-02T23:01:31.056 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:31.099 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:31.099 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:31.103 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:31.150 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.158 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.213 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.266 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone3, test-zone1} 2021-09-02T23:01:31.267 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone3, test-zone2} 2021-09-02T23:01:31.272 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:31.319 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:31.320 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:31.323 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:31.370 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.378 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.433 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:31.486 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone3, test-zone2} 2021-09-02T23:01:31.493 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:31.493 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:31.494 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:31.536 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:31.536 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:31.591 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:01:31.611 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:31.611 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:31.611 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:31.611 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:01:31.612 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:31.612 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:31.612 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:31.612 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:31.613 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:31.613 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:31.613 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623691.494084_236.1", 2021-09-02T23:01:31.613 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:01:31.494084Z" 2021-09-02T23:01:31.613 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:31.614 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:31.614 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:31.614 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:01:31.614 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:31.615 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:31.616 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:01:31.616 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:31.617 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:31.618 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:31.660 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:31.661 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:31.721 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:31.721 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:31.722 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:31.722 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:31.722 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:31.722 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:31.723 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:31.723 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:31.723 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:31.723 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:31.724 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:31.724 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:31.724 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:31.724 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:31.724 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:31.725 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:31.725 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:31.725 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:31.725 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:31.726 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:31.726 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:31.726 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:31.726 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:31.726 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:31.727 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:31.727 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:31.727 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:31.727 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:31.728 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:31.728 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:31.728 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:31.728 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:31.728 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:31.729 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:31.729 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:31.729 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:31.729 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:31.730 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623691.490575_235.1", 2021-09-02T23:01:31.730 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:31.730 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:31.730 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:31.730 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.490575Z", 2021-09-02T23:01:31.731 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:31.731 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:31.731 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:31.731 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:31.732 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:31.732 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:31.732 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:31.732 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:31.732 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:31.733 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:31.733 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:31.733 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:31.733 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:31.734 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:31.734 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:31.734 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:31.734 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:31.734 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:31.735 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:31.735 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:31.735 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:31.735 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:31.736 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623691.494084_236.1 target=1_1630623691.490575_235.1 2021-09-02T23:01:36.738 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:36.739 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:36.739 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:36.790 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:36.790 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:36.858 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:36.858 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:36.858 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:36.858 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:36.859 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:36.859 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:36.859 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:36.859 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:36.860 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:36.860 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:36.860 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:36.860 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:36.860 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:36.861 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:36.861 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:36.861 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:36.861 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:36.862 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:36.862 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:36.862 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:36.862 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:36.863 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:36.863 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:36.863 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:36.863 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:36.864 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:36.864 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:36.864 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:36.864 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:36.864 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:36.865 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:36.865 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:36.865 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:36.865 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:36.866 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:36.866 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:36.866 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:36.866 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623691.494084_236.1", 2021-09-02T23:01:36.866 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:36.867 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:36.867 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:36.867 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.494084Z", 2021-09-02T23:01:36.867 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:36.867 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:36.868 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:36.868 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:36.868 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:36.869 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:36.869 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:36.869 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:36.869 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:36.869 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:36.870 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:36.870 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:36.870 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:36.870 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:36.871 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:36.871 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:36.871 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:36.871 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:36.871 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:36.872 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:36.872 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:36.872 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:36.873 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:01:36.874 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:01:36.874 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:36.875 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:36.875 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:36.923 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:36.924 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:37.000 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:37.000 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:37.001 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:37.001 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:37.001 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:37.001 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:37.002 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:37.002 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:37.002 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:37.002 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:37.003 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:37.003 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:37.003 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:37.003 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:37.004 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:37.004 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:01:37.004 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:37.004 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:37.004 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:37.005 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:37.005 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:37.005 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:37.005 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:37.006 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:37.006 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:37.006 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:37.006 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:37.006 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:37.007 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:37.007 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:01:37.007 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:37.007 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:37.008 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:37.008 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:37.008 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:37.008 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:37.008 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:37.009 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623691.494084_236.1", 2021-09-02T23:01:37.009 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:37.009 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:37.009 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:37.009 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:31.494084Z", 2021-09-02T23:01:37.010 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:37.010 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:37.010 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:37.010 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:37.011 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:37.011 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:37.011 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:37.011 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:37.012 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:37.012 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:37.012 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:37.012 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:37.012 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:37.013 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:37.013 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:37.013 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:37.013 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:37.014 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:37.014 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:01:37.014 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:01:37.014 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:37.014 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:37.016 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:01:37.016 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:01:37.017 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:37.017 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:37.018 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:37.062 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:37.063 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:37.124 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:37.125 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:37.125 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:37.125 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:37.126 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:37.126 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:37.126 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:37.126 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:37.126 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:37.127 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:37.127 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:37.127 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:37.127 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:37.128 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:37.128 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:37.128 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:37.128 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:37.129 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:37.129 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:37.129 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:37.129 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:37.129 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:37.130 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:37.130 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:37.130 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:37.130 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:37.131 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:37.131 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:37.131 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:37.131 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:37.131 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:37.132 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:37.132 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:37.132 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:37.132 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:37.133 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:37.133 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:37.133 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623691.494084_236.1", 2021-09-02T23:01:37.133 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:37.133 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:37.134 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:37.134 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.494084Z", 2021-09-02T23:01:37.134 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:37.134 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:37.135 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:37.135 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:37.135 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:37.135 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:37.135 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:37.136 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:37.136 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:37.136 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:37.136 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:37.137 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:37.137 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:37.137 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:37.137 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:37.137 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:37.138 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:37.138 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:37.138 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:37.138 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:37.138 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:37.139 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:37.140 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:01:37.187 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:37.187 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:37.188 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:37.237 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:37.238 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:37.259 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:37.259+0000 7f76a7f5e380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:37.260 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:37.259+0000 7f76a7f5e380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:37.260 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:37.259+0000 7f76a7f5e380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:01:37.260 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:37.259+0000 7f76a7f5e380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:37.291 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:37.291+0000 7f76a7f5e380 1 waiting for incremental sync to catch up: 2021-09-02T23:01:37.291 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.14.5, , ] 2021-09-02T23:01:37.292 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.293 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.293+0000 7f76a7f5e380 1 bucket sync caught up with source: 2021-09-02T23:01:42.294 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.294 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.294 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.293+0000 7f76a7f5e380 0 bucket checkpoint complete 2021-09-02T23:01:42.315 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.316 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.316 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:42.371 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:42.372 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:42.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.397+0000 7f812d02c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:42.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.397+0000 7f812d02c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:42.397 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.397+0000 7f812d02c380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:01:42.398 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.397+0000 7f812d02c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:42.448 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.448+0000 7f812d02c380 1 bucket sync caught up with source: 2021-09-02T23:01:42.448 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.448 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.449 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.448+0000 7f812d02c380 0 bucket checkpoint complete 2021-09-02T23:01:42.466 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.466 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.467 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:42.523 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:42.523 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:42.548 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.548+0000 7f642a12a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:42.548 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.548+0000 7f642a12a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:42.548 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.548+0000 7f642a12a380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:01:42.549 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.548+0000 7f642a12a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:42.583 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.584+0000 7f642a12a380 1 bucket sync caught up with source: 2021-09-02T23:01:42.584 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.584 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:42.584 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:42.584+0000 7f642a12a380 0 bucket checkpoint complete 2021-09-02T23:01:42.599 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.600 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.600 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:42.651 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:42.652 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:42.674 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.675+0000 7faec7aa4380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:42.675 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.675+0000 7faec7aa4380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:42.675 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.675+0000 7faec7aa4380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:01:42.675 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.675+0000 7faec7aa4380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:42.717 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.717+0000 7faec7aa4380 1 bucket sync caught up with source: 2021-09-02T23:01:42.717 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000004.342.9, , ] 2021-09-02T23:01:42.717 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000004.342.9, , ] 2021-09-02T23:01:42.718 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.717+0000 7faec7aa4380 0 bucket checkpoint complete 2021-09-02T23:01:42.732 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.733 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.733 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:42.783 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:42.784 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:42.806 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.806+0000 7f3a9f682380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:42.807 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.806+0000 7f3a9f682380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:42.807 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.806+0000 7f3a9f682380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:01:42.807 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.806+0000 7f3a9f682380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:42.841 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.842+0000 7f3a9f682380 1 bucket sync caught up with source: 2021-09-02T23:01:42.842 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000004.342.9, , ] 2021-09-02T23:01:42.842 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000004.342.9, , ] 2021-09-02T23:01:42.842 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.842+0000 7f3a9f682380 0 bucket checkpoint complete 2021-09-02T23:01:42.859 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.859 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.860 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:42.910 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:42.910 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:42.932 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.932+0000 7fd746d7a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:42.932 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.932+0000 7fd746d7a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:42.932 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.932+0000 7fd746d7a380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:01:42.933 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.932+0000 7fd746d7a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:42.963 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.964+0000 7fd746d7a380 1 bucket sync caught up with source: 2021-09-02T23:01:42.964 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000004.321.9, , ] 2021-09-02T23:01:42.964 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000004.321.9, , ] 2021-09-02T23:01:42.964 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:42.964+0000 7fd746d7a380 0 bucket checkpoint complete 2021-09-02T23:01:42.981 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.983 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:42.983 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:43.034 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:43.034 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:43.058 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:43.058+0000 7f9400737380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:43.058 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:43.058+0000 7f9400737380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:43.058 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:43.058+0000 7f9400737380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:01:43.059 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:43.058+0000 7f9400737380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:43.092 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:43.092+0000 7f9400737380 1 bucket sync caught up with source: 2021-09-02T23:01:43.092 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000004.321.9, , ] 2021-09-02T23:01:43.092 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000004.321.9, , ] 2021-09-02T23:01:43.093 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:43.092+0000 7f9400737380 0 bucket checkpoint complete 2021-09-02T23:01:43.108 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone2, test-zone1} 2021-09-02T23:01:43.114 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:43.159 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.160 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.160 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:43.164 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.164 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.218 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.227 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.283 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.375 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.383 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.438 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.490 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone2, test-zone1} 2021-09-02T23:01:43.491 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone3, test-zone1} 2021-09-02T23:01:43.496 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:43.543 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.544 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.544 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:43.548 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.549 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.610 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.666 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.719 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.726 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.783 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.834 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone3, test-zone1} 2021-09-02T23:01:43.835 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone3, test-zone2} 2021-09-02T23:01:43.840 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:43.891 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.892 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.892 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:43.896 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.896 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:43.946 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:43.954 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:44.015 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:44.194 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:44.202 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:44.262 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:44.318 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone3, test-zone2} 2021-09-02T23:01:44.326 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:44.327 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:44.328 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:44.369 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:44.370 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:44.429 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:01:44.444 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:44.445 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:44.445 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:44.445 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:01:44.445 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:44.446 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:44.446 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:44.446 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:44.446 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:44.447 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:44.447 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623704.327914_238.1", 2021-09-02T23:01:44.447 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:01:44.327914Z" 2021-09-02T23:01:44.447 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:44.447 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:44.448 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:44.448 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:01:44.448 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:44.448 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:44.450 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:01:44.450 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:44.451 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:44.452 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:44.494 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:44.495 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:44.559 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:44.560 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:44.560 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:44.560 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:44.561 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:44.561 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:44.561 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:44.561 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:44.562 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:44.562 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:44.562 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:44.562 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:44.563 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:44.563 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:44.563 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:44.563 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:44.564 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:44.564 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:44.564 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:44.564 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:44.565 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:44.565 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:44.565 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:44.565 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:44.566 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:44.566 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:44.566 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:44.566 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:44.566 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:44.567 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:44.567 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:44.567 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:44.567 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:44.568 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:44.568 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:44.568 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:44.568 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:44.569 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623704.322978_237.1", 2021-09-02T23:01:44.569 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:44.569 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:44.569 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:44.570 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.322978Z", 2021-09-02T23:01:44.570 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:44.570 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:44.570 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:44.571 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:44.571 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:44.571 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:44.571 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:44.571 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:44.572 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:44.572 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:44.572 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:44.572 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:44.573 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:44.573 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:44.573 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:44.573 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:44.573 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:44.574 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:44.574 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:44.574 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:44.575 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:44.575 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:44.577 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623704.327914_238.1 target=1_1630623704.322978_237.1 2021-09-02T23:01:49.579 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:49.579 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:49.580 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:49.628 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:49.629 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:49.696 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:49.696 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:49.696 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:49.702 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.702 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623704.327914_238.1", 2021-09-02T23:01:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.327914Z", 2021-09-02T23:01:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.714 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:49.715 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:01:49.715 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:01:49.716 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:49.716 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:49.717 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:49.766 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:49.766 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:49.834 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:01:49.834 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:01:49.835 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:01:49.835 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:01:49.835 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:01:49.835 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:49.836 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:49.836 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:49.836 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:01:49.836 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:49.837 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:01:49.837 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:49.837 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:49.837 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:49.837 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:49.838 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:01:49.838 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:49.838 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:49.838 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:49.839 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:49.839 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:49.839 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:49.840 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:01:49.840 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:49.840 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:49.841 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:49.841 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:49.841 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:49.842 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:49.842 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:01:49.842 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:49.842 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:49.843 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:49.843 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:49.843 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:01:49.844 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:49.844 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:49.844 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623704.327914_238.1", 2021-09-02T23:01:49.844 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:49.844 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:49.845 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:49.845 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:44.327914Z", 2021-09-02T23:01:49.845 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:49.846 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:49.846 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:49.846 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:49.846 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:01:49.847 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:01:49.847 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:01:49.848 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:49.848 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:01:49.849 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:01:49.849 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:01:49.850 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:49.850 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:01:49.851 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:49.851 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:49.852 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:01:49.852 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:49.852 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:01:49.853 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:01:49.853 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:01:49.854 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:49.854 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:01:49.856 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:01:49.857 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:01:49.858 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:49.859 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:49.860 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:49.905 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:49.905 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:49.974 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623704.327914_238.1", 2021-09-02T23:01:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.327914Z", 2021-09-02T23:01:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:49.989 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:49.990 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:01:50.039 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:50.040 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:50.040 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:50.090 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:50.091 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:50.115 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:50.116+0000 7f8aaaa55380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:50.116 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:50.116+0000 7f8aaaa55380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:50.116 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:50.116+0000 7f8aaaa55380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:01:50.116 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:50.116+0000 7f8aaaa55380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:50.159 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:50.161+0000 7f8aaaa55380 1 waiting for incremental sync to catch up: 2021-09-02T23:01:50.160 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.17.12, , ] 2021-09-02T23:01:50.160 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.161 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.163+0000 7f8aaaa55380 1 bucket sync caught up with source: 2021-09-02T23:01:55.162 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.162 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.162 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.163+0000 7f8aaaa55380 0 bucket checkpoint complete 2021-09-02T23:01:55.181 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.182 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.182 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:55.238 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:55.238 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:55.263 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.264+0000 7fbcdc66f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:55.263 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.264+0000 7fbcdc66f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:55.263 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.264+0000 7fbcdc66f380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:01:55.264 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.264+0000 7fbcdc66f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:55.303 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.304+0000 7fbcdc66f380 1 bucket sync caught up with source: 2021-09-02T23:01:55.303 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.303 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.304 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.304+0000 7fbcdc66f380 0 bucket checkpoint complete 2021-09-02T23:01:55.319 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.319 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.320 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:55.375 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:55.376 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:55.401 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.402+0000 7fb3c3944380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:55.401 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.402+0000 7fb3c3944380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:55.402 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.402+0000 7fb3c3944380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:01:55.402 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.402+0000 7fb3c3944380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:55.435 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.436+0000 7fb3c3944380 1 bucket sync caught up with source: 2021-09-02T23:01:55.435 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.435 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000005.21.17, , ] 2021-09-02T23:01:55.436 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.436+0000 7fb3c3944380 0 bucket checkpoint complete 2021-09-02T23:01:55.452 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.453 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.454 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:55.504 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:55.504 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:55.527 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.529+0000 7fa5f014d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:55.528 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.529+0000 7fa5f014d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:55.528 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.529+0000 7fa5f014d380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:01:55.528 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.529+0000 7fa5f014d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:55.559 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.560+0000 7fa5f014d380 1 bucket sync caught up with source: 2021-09-02T23:01:55.559 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000007.368.14, , ] 2021-09-02T23:01:55.559 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000007.368.14, , ] 2021-09-02T23:01:55.560 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.560+0000 7fa5f014d380 0 bucket checkpoint complete 2021-09-02T23:01:55.576 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.577 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.578 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:55.626 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:55.626 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:55.648 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.650+0000 7fa4b5ab7380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:55.649 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.650+0000 7fa4b5ab7380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:55.649 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.650+0000 7fa4b5ab7380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:01:55.649 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.650+0000 7fa4b5ab7380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:55.695 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.696+0000 7fa4b5ab7380 1 bucket sync caught up with source: 2021-09-02T23:01:55.695 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000007.368.14, , ] 2021-09-02T23:01:55.695 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000007.368.14, , ] 2021-09-02T23:01:55.696 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.696+0000 7fa4b5ab7380 0 bucket checkpoint complete 2021-09-02T23:01:55.713 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.713 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.714 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:55.762 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:55.763 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:55.785 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.787+0000 7fa47d56b380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:55.785 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.787+0000 7fa47d56b380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:55.786 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.787+0000 7fa47d56b380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:01:55.786 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.787+0000 7fa47d56b380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:55.815 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.817+0000 7fa47d56b380 1 bucket sync caught up with source: 2021-09-02T23:01:55.815 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000007.347.14, , ] 2021-09-02T23:01:55.816 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000007.347.14, , ] 2021-09-02T23:01:55.816 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:01:55.817+0000 7fa47d56b380 0 bucket checkpoint complete 2021-09-02T23:01:55.834 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.835 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-20', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:01:55.835 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-20 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:01:55.885 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:55.885 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:55.908 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.909+0000 7fa384c61380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:01:55.908 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.909+0000 7fa384c61380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:01:55.908 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.909+0000 7fa384c61380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:01:55.908 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.909+0000 7fa384c61380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:01:55.943 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.945+0000 7fa384c61380 1 bucket sync caught up with source: 2021-09-02T23:01:55.944 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000007.347.14, , ] 2021-09-02T23:01:55.944 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000007.347.14, , ] 2021-09-02T23:01:55.944 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:01:55.945+0000 7fa384c61380 0 bucket checkpoint complete 2021-09-02T23:01:55.960 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone2, test-zone1} 2021-09-02T23:01:55.966 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:56.015 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.016 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.016 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:56.019 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.020 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.070 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.078 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.134 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.186 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.193 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.250 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.302 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone2, test-zone1} 2021-09-02T23:01:56.303 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone3, test-zone1} 2021-09-02T23:01:56.308 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:56.355 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.356 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.356 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:56.360 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.360 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.410 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.417 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.476 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.537 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.593 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.646 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone3, test-zone1} 2021-09-02T23:01:56.647 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-20 zones={test-zone3, test-zone2} 2021-09-02T23:01:56.652 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:01:56.699 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.700 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.700 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:01:56.704 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.704 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:01:56.760 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.768 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.822 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.874 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.882 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.941 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:01:56.994 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-20 zones={test-zone3, test-zone2} 2021-09-02T23:01:56.995 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_version_suspended_incremental_sync ... ok 2021-09-02T23:01:56.996 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-21 2021-09-02T23:01:57.020 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-22 2021-09-02T23:01:57.058 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-23 2021-09-02T23:01:57.128 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:57.129 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:57.130 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:57.173 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:57.174 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:57.231 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:01:57.247 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:01:57.248 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:57.248 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:57.248 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:01:57.248 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:57.250 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:57.251 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:01:57.251 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:01:57.251 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:57.251 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:57.252 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623717.125063_256.1", 2021-09-02T23:01:57.252 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:01:57.125063Z" 2021-09-02T23:01:57.252 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:01:57.252 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:01:57.252 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:57.253 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:01:57.253 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:01:57.253 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:01:57.254 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:01:57.255 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:57.255 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:01:57.256 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:01:57.298 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:01:57.299 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:01:57.360 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:01:57.360 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:01:57.360 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:01:57.361 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:01:57.361 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:01:57.361 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:01:57.361 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:57.362 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:57.362 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:01:57.362 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:57.362 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:01:57.363 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:57.363 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:57.363 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:01:57.363 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:57.363 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:01:57.364 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:57.364 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:01:57.364 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:57.364 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:57.365 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:57.365 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:57.365 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:01:57.365 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:57.365 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:57.366 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:01:57.366 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:57.366 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:57.366 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:57.367 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:01:57.367 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:57.367 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:57.367 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:57.368 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:57.368 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:01:57.368 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:57.368 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:57.368 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623717.009502_239.1", 2021-09-02T23:01:57.369 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:57.369 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:57.369 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:57.369 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.009502Z", 2021-09-02T23:01:57.369 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:57.370 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:57.370 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:57.370 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:01:57.370 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:01:57.371 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:01:57.371 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:01:57.371 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:01:57.371 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:01:57.371 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:01:57.372 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:01:57.372 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:01:57.372 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:01:57.372 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:57.373 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:57.373 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:01:57.373 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:01:57.373 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:01:57.373 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:01:57.374 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:01:57.374 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:01:57.374 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:01:57.375 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623717.125063_256.1 target=1_1630623717.009502_239.1 2021-09-02T23:02:02.376 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:02.377 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:02.377 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:02.426 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:02.427 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:02.504 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:02.505 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:02.505 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:02.505 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:02.505 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:02.506 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:02.506 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:02.506 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:02.506 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:02.507 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:02.507 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:02.507 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:02.507 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:02.507 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:02.508 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:02.508 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:02.508 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:02.508 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:02.509 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:02.509 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:02.509 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:02.509 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:02.510 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:02.510 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:02.510 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:02.510 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:02.510 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:02.511 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:02.511 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:02.511 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:02.511 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:02.512 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:02.512 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:02.512 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:02.512 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:02.512 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:02.513 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:02.513 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623717.125063_256.1", 2021-09-02T23:02:02.513 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:02.513 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:02.514 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:02.514 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.125063Z", 2021-09-02T23:02:02.514 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:02.514 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:02.515 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:02.515 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:02.515 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:02.515 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:02.515 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:02.516 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:02.516 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:02.516 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:02.516 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:02.516 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:02.517 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:02.517 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:02.518 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:02.518 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:02.518 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:02.518 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:02.519 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:02.519 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:02.519 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:02.519 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:02.521 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:02:02.521 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:02:02.522 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:02.523 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:02.523 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:02.568 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:02.569 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:02.650 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:02:02.650 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:02:02.651 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:02:02.651 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:02:02.651 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:02:02.651 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:02.652 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:02.652 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:02.652 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:02:02.652 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:02.652 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:02:02.653 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:02.653 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:02.653 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:02.653 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:02.654 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:02:02.654 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:02.654 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:02.654 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:02.654 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:02.655 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:02.655 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:02.655 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:02:02.655 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:02.656 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:02.656 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:02:02.656 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:02.656 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:02.657 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:02.657 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:02:02.657 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:02.657 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:02.657 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:02.658 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:02.658 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:02:02.658 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:02.658 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:02.658 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623717.080616_249.1", 2021-09-02T23:02:02.659 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:02.659 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:02.659 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:02.659 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.080616Z", 2021-09-02T23:02:02.660 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:02.660 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:02.660 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:02.660 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:02.660 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:02:02.661 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:02.661 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:02.661 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:02.661 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:02.662 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:02.662 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:02.662 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:02.662 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:02.662 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:02.663 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:02.663 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:02:02.663 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:02.663 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:02:02.663 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:02:02.664 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:02:02.664 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:02.664 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:02:02.665 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623717.125063_256.1 target=1_1630623717.080616_249.1 2021-09-02T23:02:07.667 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:07.668 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:07.669 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:07.721 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:07.722 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:07.799 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:02:07.799 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:02:07.799 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:02:07.800 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:02:07.800 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:02:07.800 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:07.800 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:07.800 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:07.801 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:02:07.801 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:07.801 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:02:07.801 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:07.802 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:07.802 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:07.802 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:07.802 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:02:07.803 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:07.803 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:07.803 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:07.803 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:07.803 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:07.804 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:07.804 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:02:07.804 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:07.804 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:07.805 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:02:07.805 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:07.805 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:07.805 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:07.805 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:02:07.806 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:07.806 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:07.806 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:07.806 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:07.807 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:02:07.807 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:07.807 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:07.807 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623717.125063_256.1", 2021-09-02T23:02:07.808 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:07.808 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:07.808 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:07.808 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.125063Z", 2021-09-02T23:02:07.809 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:07.809 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:07.809 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:07.809 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:07.810 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:02:07.810 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:07.810 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:07.811 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:07.811 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:07.811 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:07.812 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:07.812 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:07.812 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:07.813 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:07.813 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:07.813 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:02:07.813 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:07.814 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:02:07.814 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:02:07.814 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:02:07.815 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:07.815 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:02:07.816 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:02:07.817 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:02:07.817 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:07.818 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:07.819 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:07.868 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:07.868 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:07.939 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:07.940 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:07.940 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:07.940 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:07.941 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:07.941 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:07.941 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:07.941 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:07.942 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:07.942 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:07.942 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:07.942 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:07.943 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:07.943 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:07.943 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:07.943 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:07.944 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:07.944 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:07.944 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:07.944 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:07.944 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:07.945 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:07.945 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:07.945 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:07.945 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:07.946 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:07.946 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:07.946 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:07.946 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:07.947 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:07.947 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:07.947 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:07.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:07.948 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:07.948 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:07.948 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:07.948 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:07.949 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623717.125063_256.1", 2021-09-02T23:02:07.949 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:07.949 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:07.949 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:07.950 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.125063Z", 2021-09-02T23:02:07.950 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:07.950 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:07.950 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:07.951 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:07.951 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:07.951 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:07.951 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:07.951 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:07.952 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:07.952 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:07.952 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:07.952 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:07.953 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:07.953 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:07.953 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:07.953 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:07.953 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:07.954 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:07.954 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:07.954 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:07.954 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:07.955 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:07.955 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:02:08.148 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:08.149 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:08.149 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:08.199 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:08.200 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:08.223 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:08.224+0000 7f8aa6b6d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:08.223 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:08.224+0000 7f8aa6b6d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:08.223 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:08.224+0000 7f8aa6b6d380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:08.223 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:08.224+0000 7f8aa6b6d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:08.256 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:08.257+0000 7f8aa6b6d380 1 waiting for incremental sync to catch up: 2021-09-02T23:02:08.257 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , , , ] 2021-09-02T23:02:08.257 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.258 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.259+0000 7f8aa6b6d380 1 bucket sync caught up with source: 2021-09-02T23:02:13.259 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.259 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.259 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.259+0000 7f8aa6b6d380 0 bucket checkpoint complete 2021-09-02T23:02:13.278 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.279 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.279 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:13.336 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:13.336 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:13.360 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.361+0000 7fb366910380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:13.361 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.361+0000 7fb366910380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:13.361 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.361+0000 7fb366910380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:13.361 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.361+0000 7fb366910380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:13.403 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.404+0000 7fb366910380 1 bucket sync caught up with source: 2021-09-02T23:02:13.404 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.404 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.404 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.404+0000 7fb366910380 0 bucket checkpoint complete 2021-09-02T23:02:13.421 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.422 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.422 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:13.480 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:13.480 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:13.506 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.508+0000 7f5767dcc380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:13.507 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.508+0000 7f5767dcc380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:13.507 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.508+0000 7f5767dcc380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:02:13.507 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.508+0000 7f5767dcc380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:13.541 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.543+0000 7f5767dcc380 1 bucket sync caught up with source: 2021-09-02T23:02:13.541 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.542 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.15.11, , ] 2021-09-02T23:02:13.542 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:13.543+0000 7f5767dcc380 0 bucket checkpoint complete 2021-09-02T23:02:13.558 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.558 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.559 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:13.610 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:13.610 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:13.631 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.632+0000 7f93ab852380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:13.632 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.632+0000 7f93ab852380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:13.632 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.632+0000 7f93ab852380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:13.632 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.632+0000 7f93ab852380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:13.671 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.671+0000 7f93ab852380 1 bucket sync caught up with source: 2021-09-02T23:02:13.671 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.276.5, , ] 2021-09-02T23:02:13.671 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.276.5, , ] 2021-09-02T23:02:13.672 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.671+0000 7f93ab852380 0 bucket checkpoint complete 2021-09-02T23:02:13.686 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.687 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.687 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:13.736 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:13.737 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:13.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.759+0000 7f8634e48380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:13.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.759+0000 7f8634e48380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:13.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.759+0000 7f8634e48380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:13.760 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.759+0000 7f8634e48380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:13.792 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.793+0000 7f8634e48380 1 bucket sync caught up with source: 2021-09-02T23:02:13.793 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.276.5, , ] 2021-09-02T23:02:13.793 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.276.5, , ] 2021-09-02T23:02:13.793 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.793+0000 7f8634e48380 0 bucket checkpoint complete 2021-09-02T23:02:13.807 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.808 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.809 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:13.857 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:13.857 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:13.879 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.879+0000 7f96710bb380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:13.879 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.879+0000 7f96710bb380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:13.879 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.879+0000 7f96710bb380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:13.880 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.879+0000 7f96710bb380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:13.920 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.921+0000 7f96710bb380 1 bucket sync caught up with source: 2021-09-02T23:02:13.921 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.227.5, , ] 2021-09-02T23:02:13.921 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.227.5, , ] 2021-09-02T23:02:13.921 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:13.921+0000 7f96710bb380 0 bucket checkpoint complete 2021-09-02T23:02:13.940 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.940 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-21', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:13.941 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-21 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:13.991 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:13.992 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:14.015 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.016+0000 7fee4159c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:14.015 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.016+0000 7fee4159c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:14.016 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.016+0000 7fee4159c380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:14.016 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.016+0000 7fee4159c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:14.048 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.050+0000 7fee4159c380 1 bucket sync caught up with source: 2021-09-02T23:02:14.048 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000002.227.5, , ] 2021-09-02T23:02:14.049 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000002.227.5, , ] 2021-09-02T23:02:14.049 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.050+0000 7fee4159c380 0 bucket checkpoint complete 2021-09-02T23:02:14.065 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-21 zones={test-zone2, test-zone1} 2021-09-02T23:02:14.071 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:14.119 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.120 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.120 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:14.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.124 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.178 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.183 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.190 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.245 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-21 zones={test-zone2, test-zone1} 2021-09-02T23:02:14.246 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-21 zones={test-zone3, test-zone1} 2021-09-02T23:02:14.252 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:14.303 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.303 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.304 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:14.307 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.308 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.358 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.363 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.370 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.426 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-21 zones={test-zone3, test-zone1} 2021-09-02T23:02:14.427 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-21 zones={test-zone3, test-zone2} 2021-09-02T23:02:14.432 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:14.479 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.479 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.480 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:14.483 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.483 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:14.530 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.534 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.542 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:14.598 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-21 zones={test-zone3, test-zone2} 2021-09-02T23:02:14.599 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.600 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.600 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:14.650 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:14.651 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:14.673 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.674+0000 7f6164f44380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:14.673 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.674+0000 7f6164f44380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:14.674 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.674+0000 7f6164f44380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:14.674 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.674+0000 7f6164f44380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:14.712 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.713+0000 7f6164f44380 1 bucket sync caught up with source: 2021-09-02T23:02:14.712 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:14.713 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:14.713 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.713+0000 7f6164f44380 0 bucket checkpoint complete 2021-09-02T23:02:14.730 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.731 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.731 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:14.782 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:14.782 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:14.805 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:14.806+0000 7fe94cee4380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:14.805 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:14.806+0000 7fe94cee4380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:14.805 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:14.806+0000 7fe94cee4380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:14.806 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:14.806+0000 7fe94cee4380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:14.845 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:14.846+0000 7fe94cee4380 1 bucket sync caught up with source: 2021-09-02T23:02:14.845 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:14.846 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:14.846 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:14.846+0000 7fe94cee4380 0 bucket checkpoint complete 2021-09-02T23:02:14.861 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.861 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.862 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:14.911 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:14.912 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:14.935 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.936+0000 7fd30ea06380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:14.935 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.936+0000 7fd30ea06380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:14.935 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.936+0000 7fd30ea06380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:02:14.936 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.936+0000 7fd30ea06380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:14.975 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.976+0000 7fd30ea06380 1 bucket sync caught up with source: 2021-09-02T23:02:14.975 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:14.975 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:14.976 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:14.976+0000 7fd30ea06380 0 bucket checkpoint complete 2021-09-02T23:02:14.992 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.992 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:14.993 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:15.042 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:15.043 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:15.064 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.065+0000 7f2ceb72f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:15.064 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.065+0000 7f2ceb72f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:15.065 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.065+0000 7f2ceb72f380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:15.065 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.065+0000 7f2ceb72f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:15.100 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.101+0000 7f2ceb72f380 1 bucket sync caught up with source: 2021-09-02T23:02:15.100 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.319.11, , ] 2021-09-02T23:02:15.101 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.319.11, , ] 2021-09-02T23:02:15.101 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.101+0000 7f2ceb72f380 0 bucket checkpoint complete 2021-09-02T23:02:15.115 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:15.116 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:15.117 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:15.165 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:15.166 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:15.187 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.188+0000 7f7b26ba2380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:15.188 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.188+0000 7f7b26ba2380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:15.188 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.188+0000 7f7b26ba2380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:15.188 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.188+0000 7f7b26ba2380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:15.226 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.227+0000 7f7b26ba2380 1 bucket sync caught up with source: 2021-09-02T23:02:15.227 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.319.11, , ] 2021-09-02T23:02:15.227 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.319.11, , ] 2021-09-02T23:02:15.227 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.227+0000 7f7b26ba2380 0 bucket checkpoint complete 2021-09-02T23:02:15.247 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:15.248 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:15.249 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:15.297 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:15.298 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:15.319 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.320+0000 7f6fc519a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:15.320 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.320+0000 7f6fc519a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:15.320 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.320+0000 7f6fc519a380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:15.320 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.320+0000 7f6fc519a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:15.361 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.362+0000 7f6fc519a380 1 bucket sync caught up with source: 2021-09-02T23:02:15.362 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.265.5, , ] 2021-09-02T23:02:15.362 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.265.5, , ] 2021-09-02T23:02:15.362 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:15.362+0000 7f6fc519a380 0 bucket checkpoint complete 2021-09-02T23:02:15.378 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:15.379 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-22', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:15.380 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-22 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:15.429 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:15.429 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:15.450 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:15.452+0000 7f6c93c45380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:15.451 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:15.452+0000 7f6c93c45380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:15.451 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:15.452+0000 7f6c93c45380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:15.451 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:15.452+0000 7f6c93c45380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:15.482 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:15.483+0000 7f6c93c45380 1 bucket sync caught up with source: 2021-09-02T23:02:15.482 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000002.265.5, , ] 2021-09-02T23:02:15.482 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000002.265.5, , ] 2021-09-02T23:02:15.482 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:15.483+0000 7f6c93c45380 0 bucket checkpoint complete 2021-09-02T23:02:15.497 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-22 zones={test-zone2, test-zone1} 2021-09-02T23:02:15.503 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:15.547 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.547 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.548 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:15.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.552 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.606 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.611 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.618 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.674 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-22 zones={test-zone2, test-zone1} 2021-09-02T23:02:15.675 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-22 zones={test-zone3, test-zone1} 2021-09-02T23:02:15.680 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:15.727 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.728 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.728 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:15.732 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.732 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.787 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.794 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.851 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-22 zones={test-zone3, test-zone1} 2021-09-02T23:02:15.851 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-22 zones={test-zone3, test-zone2} 2021-09-02T23:02:15.856 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:15.903 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.903 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.904 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:15.907 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.907 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:15.955 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.960 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:15.968 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:16.022 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-22 zones={test-zone3, test-zone2} 2021-09-02T23:02:16.023 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.024 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.024 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.079 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.080 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.102 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.103+0000 7f3c30cbf380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.102 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.103+0000 7f3c30cbf380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.102 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.103+0000 7f3c30cbf380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:16.103 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.103+0000 7f3c30cbf380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.145 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.146+0000 7f3c30cbf380 1 bucket sync caught up with source: 2021-09-02T23:02:16.145 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:16.145 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:16.145 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.146+0000 7f3c30cbf380 0 bucket checkpoint complete 2021-09-02T23:02:16.161 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.162 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.162 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.212 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.212 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.233 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.234+0000 7efbffe22380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.234 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.234+0000 7efbffe22380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.234 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.234+0000 7efbffe22380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:16.234 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.234+0000 7efbffe22380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.276 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.276+0000 7efbffe22380 1 bucket sync caught up with source: 2021-09-02T23:02:16.276 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:16.276 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:16.277 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.276+0000 7efbffe22380 0 bucket checkpoint complete 2021-09-02T23:02:16.295 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.297 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.298 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.348 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.348 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.370 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.371+0000 7f9f8f12d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.371 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.371+0000 7f9f8f12d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.371 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.371+0000 7f9f8f12d380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:02:16.371 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.371+0000 7f9f8f12d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.407 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.408+0000 7f9f8f12d380 1 bucket sync caught up with source: 2021-09-02T23:02:16.407 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:16.408 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000002.12.5, , ] 2021-09-02T23:02:16.408 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.408+0000 7f9f8f12d380 0 bucket checkpoint complete 2021-09-02T23:02:16.422 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.423 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.424 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.474 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.474 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.495 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.496+0000 7eff804f8380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.496 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.496+0000 7eff804f8380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.496 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.496+0000 7eff804f8380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:16.496 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.496+0000 7eff804f8380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.539 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.539+0000 7eff804f8380 1 bucket sync caught up with source: 2021-09-02T23:02:16.539 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.236.5, , ] 2021-09-02T23:02:16.540 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.236.5, , ] 2021-09-02T23:02:16.540 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.539+0000 7eff804f8380 0 bucket checkpoint complete 2021-09-02T23:02:16.555 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.556 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.556 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.604 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.605 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.627 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.627+0000 7f4409a09380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.627 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.627+0000 7f4409a09380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.627 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.627+0000 7f4409a09380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:16.627 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.627+0000 7f4409a09380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.658 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.658+0000 7f4409a09380 1 bucket sync caught up with source: 2021-09-02T23:02:16.658 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000002.236.5, , ] 2021-09-02T23:02:16.659 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000002.236.5, , ] 2021-09-02T23:02:16.659 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.658+0000 7f4409a09380 0 bucket checkpoint complete 2021-09-02T23:02:16.673 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.674 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.674 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.723 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.723 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.748+0000 7f2ab2de9380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.748+0000 7f2ab2de9380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.748+0000 7f2ab2de9380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:16.748 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.748+0000 7f2ab2de9380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.783 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.783+0000 7f2ab2de9380 1 bucket sync caught up with source: 2021-09-02T23:02:16.783 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.179.11, , ] 2021-09-02T23:02:16.783 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.179.11, , ] 2021-09-02T23:02:16.783 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:16.783+0000 7f2ab2de9380 0 bucket checkpoint complete 2021-09-02T23:02:16.802 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.803 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-23', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:16.804 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-23 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:16.854 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:16.854 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:16.876 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.878+0000 7f9db9c40380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:16.877 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.878+0000 7f9db9c40380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:16.877 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.878+0000 7f9db9c40380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:16.877 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.878+0000 7f9db9c40380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:16.909 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.910+0000 7f9db9c40380 1 bucket sync caught up with source: 2021-09-02T23:02:16.909 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.179.11, , ] 2021-09-02T23:02:16.909 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.179.11, , ] 2021-09-02T23:02:16.910 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:16.910+0000 7f9db9c40380 0 bucket checkpoint complete 2021-09-02T23:02:16.925 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-23 zones={test-zone2, test-zone1} 2021-09-02T23:02:16.931 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:16.979 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:16.980 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:16.980 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:16.983 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:16.984 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.034 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.039 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.046 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.106 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-23 zones={test-zone2, test-zone1} 2021-09-02T23:02:17.107 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-23 zones={test-zone3, test-zone1} 2021-09-02T23:02:17.112 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:17.159 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.160 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.160 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:17.163 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.164 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.218 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.222 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.230 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.290 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-23 zones={test-zone3, test-zone1} 2021-09-02T23:02:17.290 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-23 zones={test-zone3, test-zone2} 2021-09-02T23:02:17.296 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:17.343 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.344 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.344 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:17.348 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.348 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:17.398 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.403 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.411 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:17.466 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-23 zones={test-zone3, test-zone2} 2021-09-02T23:02:17.467 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_delete_marker_full_sync ... ok 2021-09-02T23:02:17.467 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-24 2021-09-02T23:02:17.487 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-25 2021-09-02T23:02:17.527 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-26 2021-09-02T23:02:17.624 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:17.625 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:17.626 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:17.668 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:17.668 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:17.717 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:02:17.738 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:02:17.739 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:17.739 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:17.739 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:02:17.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:17.740 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:17.740 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:02:17.740 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:02:17.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:17.741 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:17.741 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623737.623325_280.1", 2021-09-02T23:02:17.741 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:02:17.623325Z" 2021-09-02T23:02:17.741 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:17.741 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:17.742 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:17.742 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:02:17.742 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:17.742 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:02:17.745 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:02:17.745 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:17.746 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:17.747 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:17.789 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:17.789 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:17.857 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:17.857 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:17.858 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:17.859 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:17.860 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:17.860 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:17.860 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:17.860 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:17.861 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:17.861 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:17.861 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:17.861 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:17.861 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:17.862 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:17.862 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:17.862 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:17.862 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:17.863 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:17.863 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:17.863 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:17.863 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:17.863 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:17.864 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:17.864 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:17.864 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:17.864 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:17.865 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:17.865 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:17.865 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:17.865 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:17.865 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623737.476895_257.1", 2021-09-02T23:02:17.866 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:17.866 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:17.866 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:17.866 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.476895Z", 2021-09-02T23:02:17.867 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:17.867 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:17.867 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:17.867 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:17.867 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:17.868 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:17.868 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:17.868 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:17.868 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:17.869 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:17.869 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:17.869 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:17.869 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:17.869 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:17.870 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:17.870 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:17.870 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:17.870 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:17.871 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:17.871 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:17.871 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:17.871 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:17.872 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623737.623325_280.1 target=1_1630623737.476895_257.1 2021-09-02T23:02:22.873 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:22.874 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:22.875 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:22.923 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:22.924 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.000 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:23.001 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:23.001 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:23.001 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:23.001 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:23.002 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:23.002 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.002 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.002 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:23.003 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.003 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:23.003 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.003 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.004 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:23.004 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.004 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:23.004 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.005 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:23.005 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.005 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.005 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.005 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.006 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:23.006 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.006 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.006 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:23.007 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.007 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:23.007 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.007 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:23.007 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.008 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.008 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.008 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.008 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:23.008 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.009 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.009 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623737.623325_280.1", 2021-09-02T23:02:23.009 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.009 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:23.009 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.010 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.623325Z", 2021-09-02T23:02:23.010 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.010 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.010 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.010 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.011 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:23.011 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.011 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.011 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:23.012 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.012 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:23.012 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.012 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:23.012 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.013 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.013 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.013 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:23.013 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.013 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:23.014 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:23.014 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:23.014 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.014 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:23.015 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:02:23.016 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:02:23.016 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:23.017 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:23.018 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:23.059 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:23.060 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.125 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:02:23.126 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:02:23.126 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:02:23.126 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:02:23.126 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:02:23.127 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:23.127 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:23.127 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:23.127 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:02:23.127 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:23.128 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:02:23.128 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:23.128 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:23.128 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:23.128 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:23.129 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:02:23.129 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:23.129 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:23.129 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:23.130 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:23.130 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:23.130 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:23.130 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:02:23.130 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:23.131 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:23.131 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:02:23.131 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:23.131 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:23.131 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:23.132 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:02:23.132 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:23.132 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:23.132 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:23.132 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:23.133 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:02:23.133 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:23.133 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:23.133 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623737.623325_280.1", 2021-09-02T23:02:23.133 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:23.134 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:23.134 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:23.134 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.623325Z", 2021-09-02T23:02:23.134 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:23.135 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:23.135 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:23.135 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:23.135 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:02:23.135 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:02:23.136 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:02:23.136 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:23.136 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:02:23.136 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:02:23.136 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:02:23.137 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:23.137 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:02:23.137 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:23.137 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:23.137 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:02:23.138 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:23.138 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:02:23.138 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:02:23.138 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:02:23.139 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:23.139 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:02:23.140 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:02:23.140 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:02:23.141 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:23.141 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:23.142 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:23.187 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:23.188 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.250 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:23.250 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.252 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.252 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:23.252 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.252 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:23.254 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.254 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:23.254 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.254 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:23.257 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.257 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.257 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.257 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623737.623325_280.1", 2021-09-02T23:02:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.259 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:23.259 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.259 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.623325Z", 2021-09-02T23:02:23.259 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:23.262 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:23.262 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:23.262 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.262 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.262 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:23.264 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:23.264 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:23.265 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:02:23.452 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.453 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.454 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:23.507 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:23.507 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.530 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.530+0000 7f81ead2a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:23.530 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.530+0000 7f81ead2a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:23.531 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.530+0000 7f81ead2a380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:23.531 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.530+0000 7f81ead2a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:23.571 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.571+0000 7f81ead2a380 1 bucket sync caught up with source: 2021-09-02T23:02:23.571 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.11.6, , ] 2021-09-02T23:02:23.571 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.11.6, , ] 2021-09-02T23:02:23.572 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.571+0000 7f81ead2a380 0 bucket checkpoint complete 2021-09-02T23:02:23.595 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.595 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.596 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:23.647 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:23.648 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.671 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.672+0000 7f6e62780380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:23.672 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.672+0000 7f6e62780380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:23.672 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.672+0000 7f6e62780380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:23.672 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.672+0000 7f6e62780380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:23.715 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.716+0000 7f6e62780380 1 bucket sync caught up with source: 2021-09-02T23:02:23.715 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.11.6, , ] 2021-09-02T23:02:23.715 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.11.6, , ] 2021-09-02T23:02:23.716 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.716+0000 7f6e62780380 0 bucket checkpoint complete 2021-09-02T23:02:23.736 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.736 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.737 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:23.787 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:23.787 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.810 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.810+0000 7f5385ca3380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:23.810 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.810+0000 7f5385ca3380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:23.810 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.810+0000 7f5385ca3380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:02:23.811 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.810+0000 7f5385ca3380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:23.841 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.842+0000 7f5385ca3380 1 bucket sync caught up with source: 2021-09-02T23:02:23.842 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.11.6, , ] 2021-09-02T23:02:23.842 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.11.6, , ] 2021-09-02T23:02:23.842 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:23.842+0000 7f5385ca3380 0 bucket checkpoint complete 2021-09-02T23:02:23.856 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.857 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.857 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:23.906 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:23.906 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:23.928 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.929+0000 7fa76afdb380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:23.928 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.929+0000 7fa76afdb380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:23.928 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.929+0000 7fa76afdb380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:23.929 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.929+0000 7fa76afdb380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:23.977 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.978+0000 7fa76afdb380 1 bucket sync caught up with source: 2021-09-02T23:02:23.978 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.94.12, , ] 2021-09-02T23:02:23.978 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.94.12, , ] 2021-09-02T23:02:23.978 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:23.978+0000 7fa76afdb380 0 bucket checkpoint complete 2021-09-02T23:02:23.995 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.996 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:23.997 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:24.045 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:24.045 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:24.067 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.067+0000 7f90c2a22380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:24.067 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.067+0000 7f90c2a22380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:24.067 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.067+0000 7f90c2a22380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:24.067 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.067+0000 7f90c2a22380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:24.111 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.112+0000 7f90c2a22380 1 bucket sync caught up with source: 2021-09-02T23:02:24.111 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.94.12, , ] 2021-09-02T23:02:24.111 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.94.12, , ] 2021-09-02T23:02:24.112 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.112+0000 7f90c2a22380 0 bucket checkpoint complete 2021-09-02T23:02:24.127 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.128 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.128 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:24.177 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:24.177 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:24.199 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.199+0000 7f68bfda1380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:24.199 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.199+0000 7f68bfda1380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:24.199 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.199+0000 7f68bfda1380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:24.199 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.199+0000 7f68bfda1380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:24.245 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.245+0000 7f68bfda1380 1 bucket sync caught up with source: 2021-09-02T23:02:24.245 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.104.12, , ] 2021-09-02T23:02:24.245 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.104.12, , ] 2021-09-02T23:02:24.245 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.245+0000 7f68bfda1380 0 bucket checkpoint complete 2021-09-02T23:02:24.262 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.263 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-24', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.263 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-24 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:24.315 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:24.315 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:24.337 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.337+0000 7f8e48e43380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:24.338 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.338+0000 7f8e48e43380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:24.338 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.338+0000 7f8e48e43380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:24.338 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.338+0000 7f8e48e43380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:24.375 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.376+0000 7f8e48e43380 1 bucket sync caught up with source: 2021-09-02T23:02:24.376 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.104.12, , ] 2021-09-02T23:02:24.376 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.104.12, , ] 2021-09-02T23:02:24.376 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.376+0000 7f8e48e43380 0 bucket checkpoint complete 2021-09-02T23:02:24.393 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-24 zones={test-zone2, test-zone1} 2021-09-02T23:02:24.399 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:24.443 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:24.443 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:24.447 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:24.493 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:24.498 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-24 zones={test-zone2, test-zone1} 2021-09-02T23:02:24.498 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-24 zones={test-zone3, test-zone1} 2021-09-02T23:02:24.504 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:24.551 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:24.551 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:24.554 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:24.602 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:24.605 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-24 zones={test-zone3, test-zone1} 2021-09-02T23:02:24.606 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-24 zones={test-zone3, test-zone2} 2021-09-02T23:02:24.612 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:24.659 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:24.659 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:24.663 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:24.710 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:24.714 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-24 zones={test-zone3, test-zone2} 2021-09-02T23:02:24.714 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.715 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.716 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:24.767 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:24.767 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:24.788 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.789+0000 7f7087859380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:24.789 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.789+0000 7f7087859380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:24.789 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.789+0000 7f7087859380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:24.789 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.789+0000 7f7087859380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:24.821 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.821+0000 7f7087859380 1 bucket sync caught up with source: 2021-09-02T23:02:24.821 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.13.12, , ] 2021-09-02T23:02:24.821 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.13.12, , ] 2021-09-02T23:02:24.822 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:24.821+0000 7f7087859380 0 bucket checkpoint complete 2021-09-02T23:02:24.837 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.837 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.838 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:24.887 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:24.888 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:24.913 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.913+0000 7fe183a4f380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:24.913 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.913+0000 7fe183a4f380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:24.913 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.913+0000 7fe183a4f380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:24.914 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.913+0000 7fe183a4f380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:24.954 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.955+0000 7fe183a4f380 1 bucket sync caught up with source: 2021-09-02T23:02:24.954 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.13.12, , ] 2021-09-02T23:02:24.955 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.13.12, , ] 2021-09-02T23:02:24.955 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:24.955+0000 7fe183a4f380 0 bucket checkpoint complete 2021-09-02T23:02:24.976 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.977 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:24.977 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:25.028 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:25.171 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:25.173 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.051+0000 7fa41ebe6380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:25.173 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.051+0000 7fa41ebe6380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:25.173 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.051+0000 7fa41ebe6380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:02:25.174 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.051+0000 7fa41ebe6380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:25.174 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.089+0000 7fa41ebe6380 1 bucket sync caught up with source: 2021-09-02T23:02:25.174 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.13.12, , ] 2021-09-02T23:02:25.175 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.13.12, , ] 2021-09-02T23:02:25.175 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.089+0000 7fa41ebe6380 0 bucket checkpoint complete 2021-09-02T23:02:25.175 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.176 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.176 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:25.226 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:25.226 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:25.249 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.250+0000 7f9a22cb2380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:25.249 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.250+0000 7f9a22cb2380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:25.249 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.250+0000 7f9a22cb2380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:25.250 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.250+0000 7f9a22cb2380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:25.284 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.284+0000 7f9a22cb2380 1 bucket sync caught up with source: 2021-09-02T23:02:25.284 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.478.6, , ] 2021-09-02T23:02:25.284 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.478.6, , ] 2021-09-02T23:02:25.284 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.284+0000 7f9a22cb2380 0 bucket checkpoint complete 2021-09-02T23:02:25.303 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.304 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.304 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:25.352 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:25.353 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:25.374 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.375+0000 7f0e28b18380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:25.375 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.375+0000 7f0e28b18380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:25.375 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.375+0000 7f0e28b18380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:25.375 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.375+0000 7f0e28b18380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:25.424 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.425+0000 7f0e28b18380 1 bucket sync caught up with source: 2021-09-02T23:02:25.425 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.478.6, , ] 2021-09-02T23:02:25.425 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.478.6, , ] 2021-09-02T23:02:25.425 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.425+0000 7f0e28b18380 0 bucket checkpoint complete 2021-09-02T23:02:25.440 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.440 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.441 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:25.489 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:25.489 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:25.512 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.512+0000 7f2f8630b380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:25.512 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.512+0000 7f2f8630b380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:25.512 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.512+0000 7f2f8630b380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:25.513 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.512+0000 7f2f8630b380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:25.542 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.543+0000 7f2f8630b380 1 bucket sync caught up with source: 2021-09-02T23:02:25.543 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.303.12, , ] 2021-09-02T23:02:25.543 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.303.12, , ] 2021-09-02T23:02:25.543 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:25.543+0000 7f2f8630b380 0 bucket checkpoint complete 2021-09-02T23:02:25.558 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.559 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-25', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.559 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-25 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:25.609 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:25.610 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:25.633 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.633+0000 7fa49dc85380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:25.633 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.633+0000 7fa49dc85380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:25.633 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.633+0000 7fa49dc85380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:25.633 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.633+0000 7fa49dc85380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:25.665 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.665+0000 7fa49dc85380 1 bucket sync caught up with source: 2021-09-02T23:02:25.665 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.303.12, , ] 2021-09-02T23:02:25.665 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.303.12, , ] 2021-09-02T23:02:25.666 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:25.665+0000 7fa49dc85380 0 bucket checkpoint complete 2021-09-02T23:02:25.680 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-25 zones={test-zone2, test-zone1} 2021-09-02T23:02:25.686 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:25.731 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:25.731 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:25.735 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:25.782 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:25.785 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-25 zones={test-zone2, test-zone1} 2021-09-02T23:02:25.786 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-25 zones={test-zone3, test-zone1} 2021-09-02T23:02:25.792 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:25.839 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:25.839 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:25.843 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:25.890 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:25.893 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-25 zones={test-zone3, test-zone1} 2021-09-02T23:02:25.894 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-25 zones={test-zone3, test-zone2} 2021-09-02T23:02:25.899 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:25.943 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:25.943 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:25.947 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:25.994 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:25.998 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-25 zones={test-zone3, test-zone2} 2021-09-02T23:02:25.998 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.999 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:25.999 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.051 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.052 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.075 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.076+0000 7f3e5f39d380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.076 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.076+0000 7f3e5f39d380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.076 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.076+0000 7f3e5f39d380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:26.076 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.076+0000 7f3e5f39d380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.107 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.107+0000 7f3e5f39d380 1 bucket sync caught up with source: 2021-09-02T23:02:26.107 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.7.12, , ] 2021-09-02T23:02:26.107 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.7.12, , ] 2021-09-02T23:02:26.108 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.107+0000 7f3e5f39d380 0 bucket checkpoint complete 2021-09-02T23:02:26.124 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.125 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.125 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.174 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.175 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.197 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.197+0000 7ff1f2bc1380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.197 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.197+0000 7ff1f2bc1380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.197 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.197+0000 7ff1f2bc1380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:26.198 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.197+0000 7ff1f2bc1380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.227 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.228+0000 7ff1f2bc1380 1 bucket sync caught up with source: 2021-09-02T23:02:26.228 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.7.12, , ] 2021-09-02T23:02:26.228 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.7.12, , ] 2021-09-02T23:02:26.228 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.228+0000 7ff1f2bc1380 0 bucket checkpoint complete 2021-09-02T23:02:26.243 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.244 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone1', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.244 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone1 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.294 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.294 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.316 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.316+0000 7fe26a8ea380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.316 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.316+0000 7fe26a8ea380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.316 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.316+0000 7fe26a8ea380 1 Zone: test-zone4 (9e17729b-88dc-4461-b011-48b62134cc9c) 2021-09-02T23:02:26.316 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.316+0000 7fe26a8ea380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.356 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.357+0000 7fe26a8ea380 1 bucket sync caught up with source: 2021-09-02T23:02:26.357 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000001.7.12, , ] 2021-09-02T23:02:26.357 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000001.7.12, , ] 2021-09-02T23:02:26.357 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.357+0000 7fe26a8ea380 0 bucket checkpoint complete 2021-09-02T23:02:26.371 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.372 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.372 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.421 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.421 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.444 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.445+0000 7f60c8aec380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.444 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.445+0000 7f60c8aec380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.445 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.445+0000 7f60c8aec380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:26.445 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.445+0000 7f60c8aec380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.484 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.484+0000 7f60c8aec380 1 bucket sync caught up with source: 2021-09-02T23:02:26.484 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.345.12, , ] 2021-09-02T23:02:26.484 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.345.12, , ] 2021-09-02T23:02:26.485 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.484+0000 7f60c8aec380 0 bucket checkpoint complete 2021-09-02T23:02:26.501 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.502 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone2', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.502 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone2 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.550 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.551 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.573 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.574+0000 7f5c84b5a380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.573 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.574+0000 7f5c84b5a380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.574 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.574+0000 7f5c84b5a380 1 Zone: test-zone3 (eed3156c-d23a-4cb8-adc3-18067f5b15ba) 2021-09-02T23:02:26.574 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.574+0000 7f5c84b5a380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.620 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.621+0000 7f5c84b5a380 1 bucket sync caught up with source: 2021-09-02T23:02:26.620 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000001.345.12, , ] 2021-09-02T23:02:26.621 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000001.345.12, , ] 2021-09-02T23:02:26.621 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.621+0000 7f5c84b5a380 0 bucket checkpoint complete 2021-09-02T23:02:26.635 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.636 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.637 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.685 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.685 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.707 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.707+0000 7f9738d0c380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.707 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.707+0000 7f9738d0c380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.707 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.707+0000 7f9738d0c380 1 Zone: test-zone1 (6655ba5b-1cfc-4c5d-97d4-da222f180601) 2021-09-02T23:02:26.707 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.707+0000 7f9738d0c380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.756 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.757+0000 7f9738d0c380 1 bucket sync caught up with source: 2021-09-02T23:02:26.756 INFO:teuthology.orchestra.run.smithi132.stderr: local status: [, , , , , , , , 00000000003.276.6, , ] 2021-09-02T23:02:26.757 INFO:teuthology.orchestra.run.smithi132.stderr: remote markers: [, , , , , , , , 00000000003.276.6, , ] 2021-09-02T23:02:26.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:02:26.757+0000 7f9738d0c380 0 bucket checkpoint complete 2021-09-02T23:02:26.777 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.777 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'bucket', 'sync', 'checkpoint', '--bucket', 'yckhzp-26', '--source-zone', 'test-zone3', '--retry-delay-ms', '5000', '--timeout-sec', '300', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '1', '--debug-ms', '0'] 2021-09-02T23:02:26.778 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 bucket sync checkpoint --bucket yckhzp-26 --source-zone test-zone3 --retry-delay-ms 5000 --timeout-sec 300 --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 1 --debug-ms 0 2021-09-02T23:02:26.826 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:26.827 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:26.848 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.849+0000 7fd9eb0e2380 1 Realm: test-realm (61243a6c-0a37-47f7-a025-365de09ae102) 2021-09-02T23:02:26.849 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.849+0000 7fd9eb0e2380 1 ZoneGroup: test-zonegroup (test-zonegroup) 2021-09-02T23:02:26.849 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.849+0000 7fd9eb0e2380 1 Zone: test-zone2 (774b8212-25eb-4051-978d-c06db3681198) 2021-09-02T23:02:26.849 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.849+0000 7fd9eb0e2380 1 using period configuration: d78f608a-5047-4b24-9d52-2236c87045b7:4 2021-09-02T23:02:26.882 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.882+0000 7fd9eb0e2380 1 bucket sync caught up with source: 2021-09-02T23:02:26.882 INFO:teuthology.orchestra.run.smithi162.stderr: local status: [, , , , , , , , 00000000003.276.6, , ] 2021-09-02T23:02:26.882 INFO:teuthology.orchestra.run.smithi162.stderr: remote markers: [, , , , , , , , 00000000003.276.6, , ] 2021-09-02T23:02:26.882 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:02:26.882+0000 7fd9eb0e2380 0 bucket checkpoint complete 2021-09-02T23:02:26.898 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-26 zones={test-zone2, test-zone1} 2021-09-02T23:02:26.904 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:26.955 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:26.956 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:26.959 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:27.010 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:27.014 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-26 zones={test-zone2, test-zone1} 2021-09-02T23:02:27.015 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-26 zones={test-zone3, test-zone1} 2021-09-02T23:02:27.020 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:27.067 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:27.067 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:27.070 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:27.122 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:27.125 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-26 zones={test-zone3, test-zone1} 2021-09-02T23:02:27.126 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-26 zones={test-zone3, test-zone2} 2021-09-02T23:02:27.131 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:02:27.175 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:27.175 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:02:27.179 DEBUG:tasks.rgw_multi.zone_rados:o=obj 2021-09-02T23:02:27.226 DEBUG:tasks.rgw_multi.zone_rados:comparing key name=obj 2021-09-02T23:02:27.229 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-26 zones={test-zone3, test-zone2} 2021-09-02T23:02:27.230 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_suspended_delete_marker_full_sync ... ok 2021-09-02T23:02:27.231 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-27 2021-09-02T23:02:27.252 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-28 2021-09-02T23:02:27.285 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-29 2021-09-02T23:02:27.479 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_versioning ... ok 2021-09-02T23:02:27.480 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-30 2021-09-02T23:02:27.508 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-31 2021-09-02T23:02:27.546 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-32 2021-09-02T23:02:27.755 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_acl ... ok 2021-09-02T23:02:27.756 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-33 2021-09-02T23:02:27.817 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-34 2021-09-02T23:02:27.943 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-35 2021-09-02T23:02:30.167 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_cors ... ok 2021-09-02T23:02:30.168 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-36 2021-09-02T23:02:30.229 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-37 2021-09-02T23:02:30.463 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-38 2021-09-02T23:02:30.501 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:30.502 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:30.503 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:30.546 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:30.547 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:30.609 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:02:30.632 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:02:30.632 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:30.632 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:30.632 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:02:30.633 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:30.633 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:30.633 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:02:30.634 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:02:30.634 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:30.634 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:30.634 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623750.485833_346.1", 2021-09-02T23:02:30.635 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:02:30.485833Z" 2021-09-02T23:02:30.635 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:02:30.635 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:02:30.635 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:30.635 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:02:30.636 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:02:30.636 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:02:30.637 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:02:30.638 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:30.638 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:30.639 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:30.698 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:30.698 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:30.921 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:30.921 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:30.922 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:30.922 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:30.922 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:30.923 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:30.923 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:30.923 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:30.923 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:30.923 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:30.924 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:30.924 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:30.924 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:30.924 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:30.925 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:30.925 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:30.925 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:30.925 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:30.925 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:30.926 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:30.926 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:30.926 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:30.926 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:30.927 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:30.927 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:30.927 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:30.927 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:30.927 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:30.928 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:30.928 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:30.928 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:30.928 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:30.928 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:30.929 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:30.929 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:30.929 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:30.929 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:30.930 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.501174_301.1", 2021-09-02T23:02:30.930 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:30.930 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:30.930 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:30.930 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.501174Z", 2021-09-02T23:02:30.931 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:30.931 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:30.931 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:30.931 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:30.932 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:30.932 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:30.932 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:30.932 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:30.932 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:30.933 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:30.933 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:30.933 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:30.933 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:30.934 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:30.934 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:30.934 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:30.934 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:30.934 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:30.935 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:30.935 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:30.935 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:30.935 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:30.936 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.501174_301.1 2021-09-02T23:02:32.683 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T23:02:32.661+0000 7fac44065700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:02:35.937 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:35.938 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:35.939 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:36.040 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:36.040 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:36.337 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:36.338 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:36.338 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:36.338 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:36.339 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:36.339 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:36.339 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:36.339 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:36.339 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:36.340 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:36.340 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:36.340 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:36.340 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:36.340 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:36.341 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:36.341 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:36.341 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:36.341 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:36.341 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:36.342 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:36.342 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:36.342 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:36.342 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:36.342 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:36.343 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:36.343 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:36.343 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:36.343 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:36.344 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:36.344 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:36.344 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:36.344 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:36.344 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:36.345 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:36.345 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:36.345 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:36.345 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:36.345 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.266079_285.1", 2021-09-02T23:02:36.345 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:36.346 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:36.346 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:36.346 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.266079Z", 2021-09-02T23:02:36.346 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:36.346 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:36.347 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:36.347 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:36.347 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:36.347 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:36.348 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:36.348 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:36.348 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:36.348 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:36.348 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:36.349 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:36.349 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:36.349 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:36.349 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:36.349 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:36.350 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:36.350 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:36.350 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:36.350 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:36.350 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:36.351 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:36.352 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.266079_285.1 2021-09-02T23:02:41.353 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:41.354 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:41.354 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:41.438 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:41.439 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:41.600 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:41.600 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:41.601 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:41.601 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:41.601 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:41.601 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:41.601 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:41.602 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:41.602 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:41.602 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:41.602 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:41.603 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:41.603 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:41.603 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:41.603 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:41.604 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:41.604 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:41.604 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:41.604 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:41.604 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:41.605 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:41.605 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:41.605 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:41.605 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:41.606 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:41.606 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:41.606 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:41.606 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:41.606 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:41.607 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:41.607 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:41.607 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:41.607 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:41.608 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:41.608 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:41.608 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:41.608 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:41.609 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:02:41.609 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:41.609 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:41.609 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:41.609 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:02:41.610 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:41.610 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:41.610 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:41.610 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:41.611 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:41.611 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:41.611 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:41.611 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:41.611 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:41.612 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:41.612 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:41.612 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:41.612 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:41.613 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:41.613 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:41.613 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:41.613 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:41.613 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:41.614 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:41.614 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:41.614 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:41.614 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:41.615 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:02:46.616 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:46.617 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:46.618 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:46.667 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:46.667 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:46.763 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:46.763 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:46.764 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:46.764 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:46.764 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:46.764 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:46.765 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:46.765 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:46.765 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:46.765 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:46.765 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:46.766 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:46.766 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:46.766 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:46.766 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:46.767 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:46.767 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:46.767 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:46.767 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:46.768 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:46.768 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:46.768 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:46.768 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:46.769 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:46.769 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:46.769 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:46.769 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:46.770 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:46.770 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:46.770 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:46.770 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:46.771 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:46.771 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:46.771 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:46.771 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:46.771 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:46.772 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:46.772 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:02:46.772 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:46.772 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:46.773 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:46.773 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:02:46.773 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:46.773 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:46.773 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:46.774 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:46.774 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:46.774 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:46.774 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:46.775 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:46.775 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:46.775 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:46.775 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:46.775 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:46.776 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:46.776 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:46.776 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:46.776 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:46.777 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:46.777 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:46.777 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:46.777 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:46.777 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:46.778 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:46.779 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:02:51.780 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:51.781 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:51.781 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:51.826 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:51.826 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:51.889 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.376049_295.1", 2021-09-02T23:02:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.376049Z", 2021-09-02T23:02:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:51.903 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:51.904 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.376049_295.1 2021-09-02T23:02:56.906 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:56.907 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:02:56.907 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:02:56.955 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:02:56.955 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:02:57.213 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:02:57.213 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:02:57.214 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:02:57.214 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:02:57.214 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:02:57.214 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:02:57.215 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:57.215 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:57.215 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:02:57.215 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:57.215 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:02:57.216 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:57.216 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:57.216 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:02:57.216 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:57.216 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:02:57.217 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:57.217 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:02:57.217 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:57.217 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:57.218 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:57.218 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:57.218 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:02:57.218 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:57.219 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:57.219 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:02:57.219 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:57.219 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:57.219 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:57.220 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:02:57.220 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:57.220 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:57.221 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:57.221 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:57.221 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:02:57.222 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:57.222 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:57.222 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:02:57.223 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:57.223 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:57.223 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:57.223 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:02:57.224 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:57.224 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:57.224 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:57.224 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:02:57.224 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:02:57.225 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:02:57.225 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:02:57.225 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:02:57.225 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:02:57.226 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:02:57.226 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:02:57.226 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:02:57.226 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:02:57.227 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:57.227 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:57.227 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:02:57.227 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:02:57.231 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:02:57.232 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:02:57.232 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:02:57.232 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:02:57.232 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:02:57.234 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.301962_291.1 2021-09-02T23:03:02.235 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:02.236 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:02.237 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:02.285 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:02.286 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:02.355 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:02.355 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:02.355 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:02.356 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:02.356 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:02.356 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:02.356 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:02.356 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:02.357 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:02.357 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:02.357 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:02.357 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:02.358 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:02.358 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:02.358 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:02.358 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:02.359 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:02.359 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:02.359 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:02.359 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:02.359 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:02.360 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:02.360 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:02.360 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:02.360 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:02.361 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:02.361 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:02.361 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:02.361 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:02.361 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:02.362 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:02.362 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:02.362 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:02.362 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:02.363 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:02.363 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:02.363 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:02.363 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.705176_315.1", 2021-09-02T23:03:02.363 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:02.364 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:02.364 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:02.364 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.705176Z", 2021-09-02T23:03:02.364 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:02.365 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:02.365 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:02.365 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:02.365 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:02.365 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:02.366 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:02.366 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:02.366 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:02.366 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:02.366 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:02.367 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:02.367 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:02.367 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:02.368 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:02.368 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:02.368 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:02.368 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:02.368 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:02.369 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:02.369 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:02.369 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:02.370 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.705176_315.1 2021-09-02T23:03:07.371 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:07.372 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:07.373 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:07.415 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:07.416 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:07.480 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:07.481 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:07.481 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:07.481 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:07.481 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:07.482 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:07.482 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:07.482 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:07.482 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:07.482 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:07.483 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:07.483 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:07.483 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:07.483 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:07.484 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:07.484 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:07.484 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:07.484 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:07.484 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:07.485 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:07.485 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:07.485 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:07.485 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:07.486 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:07.486 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:07.486 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:07.486 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:07.486 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:07.487 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:07.487 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:07.487 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:07.487 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:07.488 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:07.488 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:07.488 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:07.488 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:07.488 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:07.489 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.522809_303.1", 2021-09-02T23:03:07.489 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:07.489 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:07.489 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:07.490 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.522809Z", 2021-09-02T23:03:07.490 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:07.490 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:07.490 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:07.490 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:07.491 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:07.491 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:07.491 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:07.491 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:07.492 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:07.492 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:07.492 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:07.492 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:07.492 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:07.493 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:07.493 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:07.493 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:07.493 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:07.494 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:07.494 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:07.494 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:07.494 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:07.494 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:07.496 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.522809_303.1 2021-09-02T23:03:12.497 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:12.498 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:12.498 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:12.572 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:12.573 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:12.755 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:12.755 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:12.755 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:12.756 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:12.756 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:12.756 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:12.756 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:12.757 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:12.757 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:12.757 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:12.757 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:12.758 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:12.758 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:12.758 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:12.758 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:12.759 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:12.759 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:12.759 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:12.759 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:12.760 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:12.760 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:12.760 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:12.760 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:12.761 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:12.761 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:12.761 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:12.761 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:12.762 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:12.762 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:12.762 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:12.762 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:12.762 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:12.763 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:12.763 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:12.763 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:12.763 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:12.764 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:12.764 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.266079_285.1", 2021-09-02T23:03:12.764 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:12.764 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:12.765 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:12.765 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.266079Z", 2021-09-02T23:03:12.765 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:12.765 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:12.765 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:12.766 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:12.766 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:12.766 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:12.766 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:12.767 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:12.767 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:12.767 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:12.767 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:12.768 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:12.768 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:12.768 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:12.768 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:12.768 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:12.769 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:12.769 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:12.769 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:12.769 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:12.770 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:12.770 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:12.771 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.266079_285.1 2021-09-02T23:03:17.772 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:17.773 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:17.774 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:17.866 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:17.867 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:18.157 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:18.157 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:18.158 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:18.158 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:18.158 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:18.158 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:18.159 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:18.159 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:18.159 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:18.159 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:18.160 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:18.161 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:18.162 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:18.163 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:18.164 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:18.164 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:18.164 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:18.164 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:18.165 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:18.165 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:18.165 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:18.165 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:18.165 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:18.166 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.297353_289.1", 2021-09-02T23:03:18.166 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:18.166 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:18.166 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:18.167 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.297353Z", 2021-09-02T23:03:18.167 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:18.167 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:18.167 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:18.167 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:18.168 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:18.168 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:18.168 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:18.168 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:18.168 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:18.169 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:18.169 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:18.169 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:18.169 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:18.170 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:18.170 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:18.170 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:18.170 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:18.170 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:18.171 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:18.171 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:18.171 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:18.171 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:18.172 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.297353_289.1 2021-09-02T23:03:23.174 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:23.174 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:23.175 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:23.243 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:23.243 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:23.624 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:23.625 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:23.625 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:23.626 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:23.626 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:23.627 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:23.627 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:23.628 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:23.628 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:23.629 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:23.629 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:23.629 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:23.630 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:23.630 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:23.631 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:23.631 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:23.631 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:23.632 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:23.632 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:23.633 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:23.633 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:23.634 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:23.634 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:23.635 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:23.635 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:23.635 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:23.636 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:23.636 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:23.636 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:23.637 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:23.637 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:23.638 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:23.638 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:23.639 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:23.639 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:23.639 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:23.640 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:23.640 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.376049_295.1", 2021-09-02T23:03:23.640 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:23.641 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:23.641 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:23.641 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.376049Z", 2021-09-02T23:03:23.642 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:23.642 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:23.642 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:23.643 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:23.643 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:23.643 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:23.643 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:23.643 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:23.644 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:23.644 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:23.644 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:23.644 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:23.645 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:23.645 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:23.645 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:23.645 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:23.646 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:23.646 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:23.646 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:23.646 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:23.646 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:23.647 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:23.648 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.376049_295.1 2021-09-02T23:03:28.650 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:28.651 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:28.652 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:28.696 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:28.697 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:28.813 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:28.813 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:28.813 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:28.813 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:28.814 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:28.814 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:28.814 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:28.814 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:28.815 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:28.815 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:28.815 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:28.815 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:28.816 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:28.816 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:28.816 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:28.816 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:28.816 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:28.817 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:28.817 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:28.817 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:28.817 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:28.818 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:28.818 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:28.818 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:28.818 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:28.818 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:28.819 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:28.819 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:28.819 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:28.819 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:28.820 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:28.820 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:28.820 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:28.820 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:28.820 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:28.821 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:28.821 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:28.821 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.266079_285.1", 2021-09-02T23:03:28.821 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:28.822 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:28.822 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:28.822 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.266079Z", 2021-09-02T23:03:28.822 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:28.823 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:28.823 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:28.823 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:28.823 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:28.824 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:28.824 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:28.824 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:28.824 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:28.825 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:28.825 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:28.825 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:28.825 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:28.825 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:28.826 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:28.826 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:28.826 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:28.827 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:28.827 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:28.827 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:28.827 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:28.827 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:28.829 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.266079_285.1 2021-09-02T23:03:33.830 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:33.831 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:33.832 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:33.874 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:33.875 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:33.945 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:33.945 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:33.945 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:33.946 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:33.946 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:33.946 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:33.946 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:33.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:33.947 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:33.947 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:33.948 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:33.948 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:33.948 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:33.948 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:33.949 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:33.949 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:33.949 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:33.949 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:33.950 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:33.950 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:33.950 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:33.950 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:33.950 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:33.951 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:33.951 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:33.951 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:33.951 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:33.952 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:33.952 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:33.952 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:33.952 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:33.952 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:33.953 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:33.953 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:33.953 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:33.953 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:33.953 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:33.954 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:03:33.954 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:33.954 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:33.954 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:33.955 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:03:33.955 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:33.955 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:33.955 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:33.956 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:33.956 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:33.956 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:33.956 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:33.957 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:33.957 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:33.957 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:33.958 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:33.958 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:33.958 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:33.958 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:33.958 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:33.959 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:33.959 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:33.959 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:33.959 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:33.959 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:33.960 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:33.960 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:33.961 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:03:38.962 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:38.963 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:38.964 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:39.011 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:39.011 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:39.086 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:39.087 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:39.087 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:39.087 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:39.087 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:39.087 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:39.088 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:39.088 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:39.088 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:39.088 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:39.088 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:39.089 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:39.089 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:39.089 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:39.089 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:39.090 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:39.090 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:39.090 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:39.090 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:39.091 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:39.091 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:39.091 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:39.091 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:39.091 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:39.092 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:39.092 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:39.092 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:39.092 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:39.093 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:39.093 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:39.093 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:39.093 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:39.093 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:39.094 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:39.094 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:39.094 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:39.094 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:39.095 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:03:39.095 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:39.095 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:39.095 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:39.095 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:03:39.096 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:39.096 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:39.096 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:39.096 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:39.097 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:39.097 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:39.097 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:39.097 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:39.097 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:39.098 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:39.098 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:39.098 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:39.098 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:39.099 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:39.099 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:39.099 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:39.099 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:39.100 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:39.100 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:39.100 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:39.100 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:39.100 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:39.102 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:03:44.103 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:44.104 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:44.104 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:44.153 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:44.154 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:44.222 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:44.223 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:44.223 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:44.223 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:44.223 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:44.224 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:44.224 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:44.224 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:44.224 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:44.225 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:44.225 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:44.225 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:44.225 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:44.225 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:44.226 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:44.226 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:44.226 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:44.226 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:44.227 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:44.227 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:44.227 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:44.227 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:44.228 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:44.228 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:44.228 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:44.228 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:44.228 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:44.229 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:44.229 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:44.229 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:44.229 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:44.230 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:44.230 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:44.230 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:44.230 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:44.230 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:44.231 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:44.231 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.522809_303.1", 2021-09-02T23:03:44.231 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:44.231 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:44.231 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:44.232 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.522809Z", 2021-09-02T23:03:44.232 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:44.232 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:44.232 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:44.233 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:44.233 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:44.233 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:44.233 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:44.234 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:44.234 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:44.234 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:44.234 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:44.234 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:44.235 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:44.235 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:44.235 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:44.235 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:44.236 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:44.236 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:44.236 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:44.236 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:44.236 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:44.237 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:44.238 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.522809_303.1 2021-09-02T23:03:49.239 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:49.240 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:49.240 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:49.289 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:49.289 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:49.366 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:49.366 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.501174_301.1", 2021-09-02T23:03:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.501174Z", 2021-09-02T23:03:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:49.381 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:49.381 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:49.382 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.501174_301.1 2021-09-02T23:03:54.384 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:54.385 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:54.385 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:54.455 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:54.456 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:54.590 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:54.591 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:54.591 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:54.591 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:54.591 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:54.592 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:54.592 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:54.592 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:54.592 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:54.593 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:54.593 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:54.593 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:54.593 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:54.593 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:54.594 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:54.594 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:54.594 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:54.594 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:54.595 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:54.595 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:54.595 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:54.595 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:54.596 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:54.596 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:54.596 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:54.596 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:54.596 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:54.597 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:54.597 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:54.597 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:54.597 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:54.598 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:54.598 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:54.598 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:54.598 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:54.598 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:54.599 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:54.599 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.266079_285.1", 2021-09-02T23:03:54.599 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:54.599 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:54.600 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:54.600 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.266079Z", 2021-09-02T23:03:54.600 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:54.600 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:54.600 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:54.601 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:54.601 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:54.601 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:54.601 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:54.602 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:54.602 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:54.602 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:54.602 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:54.602 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:54.603 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:54.603 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:54.603 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:54.603 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:54.604 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:54.604 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:54.604 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:54.604 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:54.604 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:54.605 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:54.606 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.266079_285.1 2021-09-02T23:03:59.608 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:59.609 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:03:59.610 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:03:59.651 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:03:59.652 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:03:59.784 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:03:59.785 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:03:59.785 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:03:59.785 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:03:59.785 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:03:59.786 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:03:59.786 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:59.786 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:59.786 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:03:59.787 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:59.787 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:03:59.787 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:59.787 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:59.788 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:03:59.788 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:59.788 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:03:59.788 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:59.788 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:03:59.789 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:59.789 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:59.789 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:59.789 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:59.790 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:03:59.790 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:59.790 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:59.791 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:03:59.791 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:59.791 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:59.791 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:59.792 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:03:59.792 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:59.792 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:59.793 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:59.793 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:59.793 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:03:59.793 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:59.793 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:59.794 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.376049_295.1", 2021-09-02T23:03:59.794 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:59.795 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:59.795 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:59.795 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.376049Z", 2021-09-02T23:03:59.796 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:59.796 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:59.796 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:59.797 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:03:59.797 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:03:59.798 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:03:59.798 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:03:59.798 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:03:59.799 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:03:59.799 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:03:59.800 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:03:59.800 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:03:59.801 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:03:59.801 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:59.802 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:59.802 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:03:59.803 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:03:59.803 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:03:59.803 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:03:59.804 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:03:59.804 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:03:59.805 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:03:59.806 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.376049_295.1 2021-09-02T23:04:04.807 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:04.808 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:04.809 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:04.853 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:04.853 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:04.922 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:04.922 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:04.923 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:04.923 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:04.923 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:04.923 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:04.924 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:04.924 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:04.924 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:04.924 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:04.924 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:04.925 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:04.925 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:04.925 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:04.925 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:04.926 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:04.926 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:04.926 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:04.926 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:04.926 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:04.927 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:04.927 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:04.927 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:04.927 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:04.927 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:04.928 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:04.928 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:04.928 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:04.928 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:04.929 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:04.929 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:04.929 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:04.929 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:04.929 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:04.930 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:04.930 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:04.930 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:04.930 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:04:04.930 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:04.931 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:04.931 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:04.931 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:04:04.931 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:04.932 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:04.932 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:04.932 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:04.932 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:04.932 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:04.933 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:04.933 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:04.933 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:04.933 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:04.933 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:04.934 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:04.934 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:04.934 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:04.934 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:04.935 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:04.935 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:04.935 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:04.935 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:04.936 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:04.936 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:04.936 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:04.937 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:04:09.939 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:09.940 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:09.940 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:09.988 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:09.989 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:10.063 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:10.063 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:10.064 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:10.064 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:10.064 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:10.064 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:10.065 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:10.065 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:10.065 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:10.065 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:10.066 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:10.066 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:10.066 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:10.066 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:10.067 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:10.067 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:10.067 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:10.067 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:10.067 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:10.068 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:10.068 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:10.068 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:10.068 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:10.069 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:10.069 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:10.069 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:10.069 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:10.069 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:10.070 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:10.070 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:10.070 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:10.070 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:10.071 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:10.071 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:10.071 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:10.071 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:10.071 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:10.072 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:04:10.072 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:10.072 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:10.072 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:10.073 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:04:10.073 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:10.073 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:10.073 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:10.073 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:10.074 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:10.074 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:10.074 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:10.074 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:10.075 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:10.075 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:10.075 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:10.075 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:10.075 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:10.076 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:10.076 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:10.076 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:10.076 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:10.076 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:10.077 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:10.077 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:10.077 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:10.077 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:10.079 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:04:13.542 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:04:13.542+0000 7fe295bdf700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:04:15.080 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:15.081 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:15.081 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:15.124 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:15.124 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:15.194 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:15.194 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:15.195 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:15.195 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:15.196 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:15.196 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:15.196 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:15.196 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:15.197 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:15.197 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:15.197 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:15.197 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:15.197 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:15.198 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:15.198 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:15.198 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:15.198 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:15.199 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:15.199 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:15.199 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:15.199 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:15.200 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:15.200 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:15.200 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:15.200 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:15.200 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:15.201 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:15.201 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:15.201 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:15.202 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:15.202 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:15.202 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:15.202 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:15.203 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:15.203 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:15.203 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:15.203 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:15.203 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.568088_309.1", 2021-09-02T23:04:15.204 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:15.204 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:15.204 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:15.204 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.568088Z", 2021-09-02T23:04:15.204 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:15.205 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:15.205 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:15.205 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:15.205 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:15.206 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:15.206 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:15.206 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:15.206 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:15.207 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:15.207 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:15.207 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:15.207 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:15.208 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:15.208 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:15.208 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:15.208 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:15.208 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:15.209 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:15.209 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:15.209 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:15.210 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:15.211 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.568088_309.1 2021-09-02T23:04:20.212 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:20.213 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:20.214 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:20.259 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:20.260 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:20.330 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:20.330 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:20.331 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:20.331 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:20.331 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:20.331 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:20.331 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:20.332 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:20.332 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:20.332 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:20.332 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:20.332 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:20.333 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:20.333 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:20.333 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:20.335 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:20.335 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:20.335 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:20.336 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:20.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:20.336 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:20.336 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:20.337 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:20.337 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:20.337 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:20.337 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:20.338 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:20.338 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:20.338 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:20.338 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:20.338 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:20.339 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:20.339 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:20.339 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:20.339 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:20.340 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:20.340 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:20.340 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.568088_309.1", 2021-09-02T23:04:20.340 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:20.341 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:20.341 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:20.341 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.568088Z", 2021-09-02T23:04:20.341 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:20.341 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:20.342 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:20.342 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:20.342 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:20.342 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:20.343 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:20.343 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:20.343 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:20.343 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:20.343 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:20.344 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:20.344 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:20.344 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:20.344 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:20.345 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:20.345 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:20.345 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:20.345 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:20.346 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:20.346 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:20.346 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:20.347 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.568088_309.1 2021-09-02T23:04:25.349 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:25.350 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:25.350 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:25.398 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:25.399 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:25.466 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:25.467 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:25.467 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:25.467 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:25.467 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:25.468 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:25.468 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:25.468 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:25.468 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:25.468 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:25.469 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:25.469 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:25.469 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:25.469 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:25.470 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:25.470 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:25.470 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:25.470 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:25.470 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:25.471 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:25.471 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:25.471 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:25.471 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:25.472 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:25.472 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:25.472 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:25.473 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:25.473 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:25.473 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:25.473 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:25.474 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:25.474 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:25.474 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:25.474 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:25.475 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:25.475 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:25.475 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:25.475 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.568088_309.1", 2021-09-02T23:04:25.475 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:25.476 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:25.476 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:25.476 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.568088Z", 2021-09-02T23:04:25.476 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:25.477 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:25.477 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:25.477 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:25.477 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:25.477 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:25.478 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:25.478 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:25.478 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:25.478 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:25.479 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:25.479 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:25.479 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:25.479 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:25.480 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:25.480 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:25.480 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:25.480 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:25.480 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:25.481 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:25.481 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:25.481 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:25.483 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.568088_309.1 2021-09-02T23:04:29.109 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:04:29.109+0000 7fe295bdf700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:04:30.484 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:30.485 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:30.486 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:30.535 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:30.536 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:30.612 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:30.612 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:30.613 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:30.613 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:30.613 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:30.613 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:30.614 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:30.614 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:30.614 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:30.614 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:30.614 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:30.615 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:30.615 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:30.615 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:30.615 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:30.616 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:30.616 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:30.616 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:30.616 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:30.617 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:30.617 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:30.617 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:30.617 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:30.617 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:30.618 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:30.618 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:30.618 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:30.618 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:30.619 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:30.619 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:30.619 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:30.619 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:30.619 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:30.620 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:30.620 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:30.620 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:30.620 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:30.621 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.568088_309.1", 2021-09-02T23:04:30.621 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:30.621 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:30.621 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:30.621 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.568088Z", 2021-09-02T23:04:30.622 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:30.622 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:30.622 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:30.622 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:30.622 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:30.623 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:30.623 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:30.623 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:30.623 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:30.624 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:30.624 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:30.624 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:30.624 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:30.624 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:30.625 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:30.625 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:30.625 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:30.625 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:30.625 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:30.626 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:30.626 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:30.626 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:30.627 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.568088_309.1 2021-09-02T23:04:35.628 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:35.629 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:35.630 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:35.679 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:35.679 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:35.750 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:35.751 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:35.751 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:35.751 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:35.751 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:35.752 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:35.752 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:35.752 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:35.752 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:35.753 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:35.753 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:35.753 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:35.753 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:35.753 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:35.754 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:35.754 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:35.754 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:35.754 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:35.755 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:35.755 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:35.755 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:35.755 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:35.756 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:35.756 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:35.756 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:35.756 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:35.757 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:35.757 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:35.757 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:35.757 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:35.757 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:35.758 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:35.758 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:35.758 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:35.758 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:35.759 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:35.759 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:35.759 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:04:35.759 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:35.760 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:35.760 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:35.760 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:04:35.760 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:35.760 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:35.761 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:35.761 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:35.761 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:35.761 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:35.762 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:35.762 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:35.762 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:35.762 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:35.762 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:35.763 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:35.763 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:35.763 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:35.763 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:35.763 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:35.764 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:35.764 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:35.764 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:35.764 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:35.765 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:35.765 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:35.766 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.301962_291.1 2021-09-02T23:04:40.768 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:40.768 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:40.769 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:40.823 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:40.823 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:41.235 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:41.236 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:41.236 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:41.237 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:41.237 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:41.237 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:41.237 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:41.237 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:41.238 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:41.238 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:41.238 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:41.238 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:41.239 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:41.239 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:41.239 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:41.239 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:41.240 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:41.240 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:41.240 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:41.240 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:41.241 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:41.241 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:41.241 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:41.241 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:41.241 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:41.242 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:41.242 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:41.242 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:41.242 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:41.243 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:41.243 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:41.243 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:41.243 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:41.244 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:41.244 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:41.244 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:41.244 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:41.244 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.379667_296.1", 2021-09-02T23:04:41.245 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:41.245 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:41.245 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:41.245 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.379667Z", 2021-09-02T23:04:41.245 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:41.246 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:41.246 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:41.246 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:41.246 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:41.247 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:41.247 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:41.247 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:41.247 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:41.247 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:41.248 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:41.248 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:41.248 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:41.248 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:41.248 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:41.249 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:41.249 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:41.250 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:41.250 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:41.250 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:41.250 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:41.251 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:41.252 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.379667_296.1 2021-09-02T23:04:46.253 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:46.254 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:46.255 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:46.317 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:46.318 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:46.394 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:46.395 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:46.395 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:46.395 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:46.395 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:46.396 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:46.396 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:46.396 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:46.396 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:46.397 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:46.397 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:46.397 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:46.397 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:46.398 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:46.398 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:46.398 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:46.398 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:46.399 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:46.399 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:46.399 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:46.399 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:46.399 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:46.400 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:46.400 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:46.400 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:46.400 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:46.400 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:46.401 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:46.401 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:46.401 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:46.401 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:46.401 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:46.402 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:46.402 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:46.402 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:46.402 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:46.403 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:46.403 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.328449_294.1", 2021-09-02T23:04:46.403 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:46.403 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:46.404 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:46.404 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.328449Z", 2021-09-02T23:04:46.404 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:46.404 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:46.405 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:46.405 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:46.405 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:46.405 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:46.406 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:46.406 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:46.406 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:46.406 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:46.406 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:46.407 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:46.407 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:46.407 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:46.407 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:46.408 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:46.408 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:46.408 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:46.409 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:46.409 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:46.409 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:46.409 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:46.411 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.328449_294.1 2021-09-02T23:04:51.412 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:51.413 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:51.413 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:51.456 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:51.456 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:51.527 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623747.328449_294.1", 2021-09-02T23:04:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.328449Z", 2021-09-02T23:04:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:51.541 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:51.541 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:51.541 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:51.542 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.328449_294.1 2021-09-02T23:04:56.544 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:56.545 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:56.546 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:56.594 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:56.595 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:56.663 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:04:56.664 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:04:56.664 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:04:56.664 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:04:56.664 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:04:56.665 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:56.665 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:56.665 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:56.665 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:04:56.666 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:56.666 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:04:56.666 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:56.666 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:56.667 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:56.667 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:56.667 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:04:56.667 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:56.667 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:56.668 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:56.668 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:56.668 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:56.668 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:56.669 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:04:56.669 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:56.669 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:56.669 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:04:56.670 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:56.670 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:56.670 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:56.670 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:04:56.671 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:56.671 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:56.671 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:56.671 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:56.672 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:04:56.672 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:56.672 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:56.672 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623750.485833_346.1", 2021-09-02T23:04:56.672 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:56.673 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:56.673 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:56.673 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.485833Z", 2021-09-02T23:04:56.673 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:56.674 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:56.674 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:56.674 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:04:56.674 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:04:56.675 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:04:56.675 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:04:56.675 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:56.675 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:04:56.676 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:04:56.676 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:04:56.676 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:56.676 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:04:56.676 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:56.677 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:56.677 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:04:56.677 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:04:56.677 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:04:56.677 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:04:56.678 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:04:56.678 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:04:56.678 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:04:56.680 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:04:56.680 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:04:56.681 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:56.681 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:04:56.682 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:04:56.735 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:04:56.736 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:04:57.119 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:04:57.119 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:04:57.119 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:04:57.120 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:04:57.120 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:04:57.120 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:04:57.120 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:04:57.120 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:04:57.121 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:04:57.121 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:04:57.121 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:04:57.121 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:04:57.122 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:04:57.122 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:04:57.122 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:04:57.122 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:04:57.123 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:04:57.123 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:04:57.123 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:04:57.123 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:04:57.124 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:04:57.124 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:04:57.124 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:04:57.124 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:04:57.124 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:04:57.125 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:04:57.125 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:04:57.125 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:04:57.125 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:04:57.126 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:04:57.126 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:04:57.126 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:04:57.126 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:04:57.127 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:04:57.127 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:04:57.127 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:04:57.127 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:04:57.127 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:04:57.128 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:04:57.128 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:04:57.128 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:04:57.128 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:04:57.129 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:04:57.129 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:04:57.129 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:04:57.129 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:04:57.129 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:04:57.130 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:04:57.130 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:04:57.130 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:04:57.130 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:04:57.131 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:04:57.131 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:04:57.131 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:04:57.131 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:04:57.132 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:04:57.132 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:04:57.132 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:04:57.132 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:04:57.132 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:04:57.133 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:04:57.133 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:04:57.133 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:04:57.133 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:04:57.134 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:02.135 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:02.136 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:02.137 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:02.233 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:02.233 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:02.674 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:02.675 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:02.676 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:02.677 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:02.677 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:02.677 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:02.677 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:02.677 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:02.678 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:02.678 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:02.678 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:02.678 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:02.679 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:02.679 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:02.679 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:02.679 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:02.679 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:02.680 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:02.680 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:02.680 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:02.680 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:02.681 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:02.681 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:02.681 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:02.681 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:02.681 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:02.682 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:02.682 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:02.682 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:02.682 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:02.683 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:02.683 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:02.683 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:02.683 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:02.683 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:02.684 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:02.684 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:02.684 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:02.684 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:02.685 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:02.685 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:02.685 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:02.685 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:02.685 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:02.686 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:02.686 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:02.686 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:02.686 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:02.687 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:02.687 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:02.687 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:02.687 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:02.687 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:02.688 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:02.688 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:02.688 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:02.688 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:02.688 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:02.690 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:07.691 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:07.691 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:07.692 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:07.777 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:07.778 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:07.878 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:07.878 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:07.879 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:07.879 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:07.879 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:07.879 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:07.880 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:07.880 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:07.880 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:07.880 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:07.881 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:07.881 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:07.881 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:07.881 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:07.881 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:07.882 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:07.882 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:07.882 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:07.883 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:07.883 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:07.883 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:07.883 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:07.884 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:07.884 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:07.884 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:07.884 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:07.884 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:07.885 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:07.885 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:07.885 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:07.885 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:07.885 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:07.886 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:07.886 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:07.886 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:07.886 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:07.887 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:07.887 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.270832_287.1", 2021-09-02T23:05:07.887 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:07.887 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:07.888 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:07.888 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.270832Z", 2021-09-02T23:05:07.888 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:07.888 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:07.888 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:07.889 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:07.889 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:07.889 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:07.889 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:07.889 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:07.890 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:07.890 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:07.890 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:07.890 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:07.891 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:07.891 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:07.891 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:07.891 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:07.891 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:07.892 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:07.892 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:07.892 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:07.892 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:07.892 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:07.893 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.270832_287.1 2021-09-02T23:05:12.895 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:12.895 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:12.896 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:12.953 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:12.953 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:13.038 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:13.038 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:13.039 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:13.039 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:13.039 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:13.039 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:13.040 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:13.040 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:13.040 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:13.040 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:13.041 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:13.041 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:13.041 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:13.041 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:13.041 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:13.042 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:13.042 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:13.042 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:13.042 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:13.043 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:13.043 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:13.043 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:13.044 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:13.044 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:13.045 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:13.045 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:13.046 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:13.046 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:13.046 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:13.047 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:13.047 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:13.048 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:13.048 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:13.048 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:13.048 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:13.049 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:13.049 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:13.049 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:13.049 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:13.050 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:13.050 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:13.050 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:13.050 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:13.050 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:13.051 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:13.051 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:13.051 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:13.051 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:13.052 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:13.052 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:13.052 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:13.052 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:13.052 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:13.053 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:13.053 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:13.053 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:13.053 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:13.054 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:13.054 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:13.054 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:13.054 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:13.055 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:13.055 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:13.055 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:13.056 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:18.058 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:18.059 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:18.059 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:18.141 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:18.142 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:18.280 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:18.285 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:18.286 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:18.287 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:18.288 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:18.289 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:18.289 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:18.289 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.247946_282.1", 2021-09-02T23:05:18.289 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:18.290 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:18.290 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:18.290 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946Z", 2021-09-02T23:05:18.290 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:18.290 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:18.291 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:18.291 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:18.291 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:18.291 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:18.292 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:18.292 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:18.292 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:18.292 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:18.292 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:18.293 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:18.293 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:18.293 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:18.293 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:18.294 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:18.294 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:18.294 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:18.294 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:18.294 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:18.295 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:18.295 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:18.296 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.247946_282.1 2021-09-02T23:05:23.297 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:23.298 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:23.299 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:23.362 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:23.362 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:23.620 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:23.621 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:23.621 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:23.621 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:23.621 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:23.622 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:23.622 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:23.622 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:23.622 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:23.623 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:23.623 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:23.623 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:23.623 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:23.623 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:23.624 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:23.624 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:23.624 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:23.624 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:23.624 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:23.625 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:23.625 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:23.625 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:23.625 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:23.625 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:23.626 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:23.626 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:23.626 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:23.626 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:23.627 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:23.627 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:23.627 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:23.627 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:23.627 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:23.628 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:23.628 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:23.628 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:23.628 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:23.628 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.501174_301.1", 2021-09-02T23:05:23.629 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:23.629 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:23.629 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:23.629 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.501174Z", 2021-09-02T23:05:23.629 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:23.630 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:23.630 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:23.630 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:23.630 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:23.631 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:23.631 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:23.631 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:23.631 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:23.631 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:23.632 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:23.632 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:23.632 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:23.632 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:23.633 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:23.633 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:23.633 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:23.633 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:23.633 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:23.634 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:23.634 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:23.634 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:23.635 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.501174_301.1 2021-09-02T23:05:28.637 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:28.638 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:28.638 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:28.690 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:28.690 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:28.790 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:28.791 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:28.791 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:28.791 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:28.792 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:28.792 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:28.792 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:28.792 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:28.792 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:28.793 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:28.793 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:28.793 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:28.793 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:28.793 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:28.794 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:28.794 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:28.794 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:28.794 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:28.795 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:28.795 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:28.795 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:28.795 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:28.796 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:28.796 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:28.796 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:28.796 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:28.796 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:28.797 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:28.797 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:28.797 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:28.797 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:28.798 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:28.798 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:28.798 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:28.798 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:28.798 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:28.799 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:28.799 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:28.799 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:28.799 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:28.800 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:28.800 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:28.800 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:28.800 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:28.801 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:28.801 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:28.801 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:28.801 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:28.801 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:28.802 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:28.802 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:28.802 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:28.802 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:28.803 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:28.803 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:28.803 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:28.803 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:28.804 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:28.804 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:28.804 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:28.804 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:28.804 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:28.805 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:28.805 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:28.806 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:33.808 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:33.809 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:33.809 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:33.851 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:33.852 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:33.958 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:33.959 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:33.959 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:33.959 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:33.960 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:33.960 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:33.960 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:33.960 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:33.961 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:33.961 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:33.961 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:33.961 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:33.961 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:33.962 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:33.962 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:33.962 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:33.962 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:33.963 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:33.963 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:33.963 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:33.963 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:33.963 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:33.964 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:33.964 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:33.964 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:33.964 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:33.965 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:33.965 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:33.965 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:33.965 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:33.965 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:33.966 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:33.966 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:33.966 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:33.966 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:33.966 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:33.967 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:33.967 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:33.967 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:33.967 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:33.968 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:33.968 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:33.968 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:33.968 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:33.968 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:33.969 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:33.969 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:33.969 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:33.969 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:33.970 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:33.970 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:33.970 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:33.970 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:33.970 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:33.971 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:33.971 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:33.971 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:33.971 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:33.972 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:33.972 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:33.972 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:33.972 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:33.972 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:33.973 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:33.974 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:38.975 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:38.976 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:38.977 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:39.032 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:39.033 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:39.310 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:39.310 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:39.311 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:39.311 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:39.311 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:39.311 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:39.311 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:39.312 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:39.312 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:39.312 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:39.312 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:39.313 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:39.313 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:39.313 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:39.313 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:39.313 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:39.314 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:39.314 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:39.314 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:39.314 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:39.314 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:39.315 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:39.315 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:39.315 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:39.315 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:39.316 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:39.316 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:39.316 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:39.316 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:39.317 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:39.317 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:39.317 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:39.317 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:39.317 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:39.318 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:39.318 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:39.318 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:39.318 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:39.319 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:39.319 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:39.319 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:39.319 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:39.319 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:39.320 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:39.320 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:39.320 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:39.320 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:39.321 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:39.321 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:39.321 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:39.321 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:39.321 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:39.322 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:39.322 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:39.322 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:39.322 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:39.322 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:39.323 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:39.323 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:39.323 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:39.323 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:39.323 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:39.324 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:39.324 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:39.325 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:44.326 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:44.327 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:44.328 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:44.396 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:44.396 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:44.593 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:44.593 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:44.593 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:44.594 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:44.594 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:44.594 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:44.594 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:44.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:44.595 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:44.595 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:44.595 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:44.595 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:44.596 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:44.596 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:44.596 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:44.596 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:44.596 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:44.597 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:44.597 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:44.597 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:44.597 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:44.597 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:44.598 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:44.598 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:44.598 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:44.598 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:44.599 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:44.599 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:44.599 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:44.599 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:44.599 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:44.600 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:44.600 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:44.600 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:44.600 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:44.600 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:44.601 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:44.601 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.247946_282.1", 2021-09-02T23:05:44.601 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:44.601 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:44.602 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:44.602 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946Z", 2021-09-02T23:05:44.602 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:44.602 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:44.602 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:44.603 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:44.603 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:44.603 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:44.603 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:44.603 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:44.604 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:44.604 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:44.604 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:44.605 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:44.605 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:44.605 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:44.605 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:44.605 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:44.606 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:44.606 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:44.606 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:44.606 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:44.606 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:44.607 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:44.608 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.247946_282.1 2021-09-02T23:05:49.609 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:49.610 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:49.611 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:49.683 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:49.683 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:49.774 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:49.775 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:49.775 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:49.775 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:49.776 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:49.776 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:49.776 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:49.776 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:49.776 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:49.777 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:49.777 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:49.777 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:49.778 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:49.778 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:49.778 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:49.778 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:49.779 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:49.779 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:49.779 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:49.780 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:49.780 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:49.780 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:49.780 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:49.781 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:49.781 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:49.781 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:49.781 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:49.782 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:49.782 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:49.782 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:49.782 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:49.783 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:49.783 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:49.783 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:49.783 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:49.783 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:49.784 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:49.784 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:49.784 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:49.784 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:49.785 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:49.785 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:49.785 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:49.785 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:49.786 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:49.786 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:49.786 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:49.786 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:49.787 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:49.787 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:49.787 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:49.787 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:49.788 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:49.788 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:49.788 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:49.788 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:49.788 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:49.789 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:49.789 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:49.789 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:49.789 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:49.790 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:49.790 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:49.790 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:49.791 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:54.793 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:54.794 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:54.794 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:54.838 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:54.839 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:05:54.911 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:05:54.911 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:05:54.911 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:05:54.911 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:05:54.912 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:05:54.912 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:05:54.912 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:54.912 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:54.913 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:05:54.913 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:54.913 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:05:54.913 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:54.914 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:54.914 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:05:54.914 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:54.914 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:05:54.915 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:54.915 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:05:54.915 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:54.915 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:54.916 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:54.916 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:54.916 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:05:54.916 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:54.916 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:54.917 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:05:54.917 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:54.917 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:54.917 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:54.918 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:05:54.918 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:54.918 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:54.918 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:54.919 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:54.919 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:05:54.919 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:54.919 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:54.919 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:05:54.920 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:54.920 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:54.920 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:54.920 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:05:54.921 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:54.921 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:54.921 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:54.921 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:05:54.921 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:05:54.922 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:05:54.922 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:05:54.922 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:05:54.922 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:05:54.923 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:05:54.923 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:05:54.923 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:05:54.923 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:05:54.924 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:54.924 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:54.924 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:05:54.924 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:05:54.924 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:05:54.925 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:05:54.925 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:05:54.925 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:05:54.925 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:05:54.927 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:05:59.928 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:59.929 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:05:59.930 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:05:59.973 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:05:59.974 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:00.052 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:00.143 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:00.144 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:00.144 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:00.144 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:00.145 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:00.145 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:00.145 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:00.145 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:00.146 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:00.146 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:00.146 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:00.146 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:00.146 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:00.147 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:00.147 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:00.147 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:00.147 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:00.148 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:00.148 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:00.148 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:00.148 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:00.148 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:00.149 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:00.149 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:00.149 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:00.149 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:00.150 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:00.150 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:00.150 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:00.150 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:00.151 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:00.151 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:00.151 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:00.152 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:00.152 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:00.152 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:00.153 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623750.191741_335.1", 2021-09-02T23:06:00.153 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:00.153 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:00.153 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:00.153 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.191741Z", 2021-09-02T23:06:00.154 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:00.154 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:00.154 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:00.154 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:00.155 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:00.155 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:00.155 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:00.155 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:00.156 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:00.156 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:00.156 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:00.156 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:00.156 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:00.157 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:00.157 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:00.157 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:00.157 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:00.158 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:00.158 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:00.158 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:00.158 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:00.159 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:00.160 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623750.191741_335.1 2021-09-02T23:06:05.162 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:05.163 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:05.163 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:05.208 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:05.209 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:05.282 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:05.282 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:05.282 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:05.283 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:05.283 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:05.283 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:05.283 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:05.283 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:05.284 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:05.284 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:05.284 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:05.284 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:05.285 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:05.285 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:05.285 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:05.285 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:05.285 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:05.286 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:05.286 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:05.286 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:05.286 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:05.287 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:05.287 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:05.287 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:05.287 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:05.288 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:05.288 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:05.288 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:05.288 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:05.289 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:05.289 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:05.289 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:05.289 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:05.289 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:05.290 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:05.290 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:05.290 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:05.290 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.247946_282.1", 2021-09-02T23:06:05.291 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:05.291 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:05.291 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:05.291 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946Z", 2021-09-02T23:06:05.291 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:05.292 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:05.292 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:05.292 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:05.292 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:05.293 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:05.293 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:05.293 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:05.293 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:05.294 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:05.294 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:05.294 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:05.294 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:05.294 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:05.295 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:05.295 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:05.295 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:05.295 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:05.295 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:05.296 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:05.296 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:05.296 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:05.297 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.247946_282.1 2021-09-02T23:06:10.299 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:10.299 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:10.300 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:10.343 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:10.343 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:10.415 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:10.415 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:10.416 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:10.416 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:10.416 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:10.416 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:10.417 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:10.417 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:10.417 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:10.417 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:10.417 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:10.418 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:10.418 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:10.418 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:10.418 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:10.419 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:10.419 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:10.419 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:10.420 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:10.420 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:10.420 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:10.420 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:10.421 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:10.421 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:10.421 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:10.421 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:10.422 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:10.422 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:10.422 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:10.422 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:10.422 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:10.423 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:10.423 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:10.423 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:10.423 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:10.423 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:10.424 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:10.424 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:10.424 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:10.424 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:10.424 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:10.425 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:10.425 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:10.425 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:10.425 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:10.425 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:10.426 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:10.426 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:10.426 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:10.426 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:10.427 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:10.427 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:10.427 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:10.427 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:10.427 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:10.428 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:10.428 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:10.428 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:10.428 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:10.428 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:10.429 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:10.429 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:10.429 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:10.429 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:10.430 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:15.431 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:15.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:15.433 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:15.475 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:15.475 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:15.543 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:15.544 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:15.544 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:15.544 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:15.545 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:15.545 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:15.545 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:15.545 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:15.545 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:15.546 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:15.546 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:15.546 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:15.547 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:15.547 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:15.547 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:15.547 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:15.547 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:15.548 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:15.548 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:15.548 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:15.548 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:15.549 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:15.549 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:15.549 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:15.549 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:15.550 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:15.550 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:15.550 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:15.550 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:15.551 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:15.551 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:15.551 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:15.551 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:15.552 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:15.552 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:15.552 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:15.552 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:15.552 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:15.553 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:15.553 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:15.553 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:15.553 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:15.554 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:15.554 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:15.554 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:15.554 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:15.554 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:15.555 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:15.555 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:15.555 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:15.555 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:15.556 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:15.556 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:15.556 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:15.556 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:15.556 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:15.557 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:15.557 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:15.557 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:15.557 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:15.558 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:15.558 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:15.558 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:15.558 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:15.560 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:20.561 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:20.561 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:20.562 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:20.620 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:20.621 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:20.687 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:20.687 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:20.687 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:20.687 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:20.688 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:20.688 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:20.688 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:20.688 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:20.689 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:20.689 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:20.689 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:20.689 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:20.690 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:20.690 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:20.690 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:20.690 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:20.690 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:20.691 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:20.691 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:20.691 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:20.691 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:20.692 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:20.692 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:20.692 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:20.692 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:20.693 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:20.693 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:20.693 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:20.693 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:20.694 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:20.694 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:20.694 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:20.694 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:20.694 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:20.695 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:20.695 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:20.695 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:20.695 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:20.696 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:20.696 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:20.696 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:20.696 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:20.697 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:20.697 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:20.697 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:20.697 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:20.697 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:20.698 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:20.698 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:20.698 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:20.698 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:20.699 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:20.699 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:20.699 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:20.699 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:20.699 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:20.700 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:20.700 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:20.700 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:20.700 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:20.700 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:20.701 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:20.701 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:20.701 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:20.702 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:25.704 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:25.705 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:25.705 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:25.767 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:25.767 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:25.850 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:25.851 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:25.851 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:25.851 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:25.851 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:25.852 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:25.852 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:25.852 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:25.852 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:25.853 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:25.853 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:25.853 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:25.853 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:25.854 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:25.854 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:25.854 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:25.854 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:25.854 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:25.855 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:25.855 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:25.855 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:25.855 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:25.856 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:25.856 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:25.856 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:25.856 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:25.856 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:25.857 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:25.857 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:25.857 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:25.857 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:25.857 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:25.858 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:25.858 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:25.858 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:25.858 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:25.859 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:25.859 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.266079_285.1", 2021-09-02T23:06:25.859 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:25.859 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:25.859 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:25.860 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.266079Z", 2021-09-02T23:06:25.860 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:25.860 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:25.860 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:25.860 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:25.861 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:25.861 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:25.861 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:25.861 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:25.862 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:25.862 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:25.862 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:25.862 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:25.862 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:25.863 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:25.863 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:25.863 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:25.863 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:25.864 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:25.864 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:25.864 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:25.864 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:25.864 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:25.866 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.266079_285.1 2021-09-02T23:06:30.867 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:30.868 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:30.868 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:30.913 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:30.913 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:30.983 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:30.984 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:30.985 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:30.985 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:30.985 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:30.985 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:30.986 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:30.986 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:30.986 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:30.986 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:30.987 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:30.987 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:30.987 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:30.987 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:30.987 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:30.988 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:30.988 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:30.988 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:30.989 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:30.989 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:30.989 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:30.989 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:30.990 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:30.990 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:30.990 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:30.990 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:30.991 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:30.991 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:30.991 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:30.991 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:30.991 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:30.992 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:30.992 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:30.992 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:30.992 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:30.993 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:30.993 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:30.993 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:30.993 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:30.993 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:30.994 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:30.994 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:30.994 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:30.994 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:30.995 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:30.995 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:30.995 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:30.995 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:30.996 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:30.996 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:30.996 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:30.996 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:30.996 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:30.997 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:30.997 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:30.997 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:30.997 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:30.998 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:30.998 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:30.998 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:30.998 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:30.998 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:30.999 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:30.999 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:31.001 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:36.002 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:36.003 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:36.004 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:36.046 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:36.046 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:36.112 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:36.112 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:36.113 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:36.113 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:36.113 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:36.113 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:36.114 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:36.114 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:36.114 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:36.114 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:36.114 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:36.115 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:36.115 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:36.115 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:36.115 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:36.116 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:36.116 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:36.116 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:36.116 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:36.116 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:36.117 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:36.117 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:36.117 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:36.117 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:36.117 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:36.118 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:36.118 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:36.118 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:36.118 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:36.119 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:36.119 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:36.119 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:36.119 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:36.119 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:36.120 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:36.120 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:36.120 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:36.120 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.522809_303.1", 2021-09-02T23:06:36.121 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:36.121 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:36.121 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:36.121 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.522809Z", 2021-09-02T23:06:36.121 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:36.122 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:36.122 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:36.122 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:36.122 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:36.123 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:36.123 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:36.123 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:36.123 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:36.123 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:36.124 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:36.124 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:36.124 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:36.124 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:36.124 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:36.125 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:36.125 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:36.125 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:36.125 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:36.125 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:36.126 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:36.126 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:36.127 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.522809_303.1 2021-09-02T23:06:41.129 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:41.130 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:41.131 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:41.174 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:41.175 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:41.241 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:41.241 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:41.241 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:41.241 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:41.242 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:41.242 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:41.242 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:41.244 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:41.244 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:41.245 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:41.245 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:41.245 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:41.245 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:41.246 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:41.246 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:41.246 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:41.246 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:41.247 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:41.247 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:41.247 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:41.247 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:41.247 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:41.248 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:41.248 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:41.248 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:41.248 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:41.249 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:41.249 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:41.249 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:41.249 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:41.249 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:41.250 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:41.250 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:41.250 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:41.250 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:41.251 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:41.251 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:41.251 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:41.252 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:41.252 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:41.252 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:41.252 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:41.252 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:41.253 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:41.254 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:41.254 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:41.254 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:41.254 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:41.255 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:41.255 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:41.255 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:41.255 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:41.255 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:41.256 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:41.256 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:41.256 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:41.256 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:41.256 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:41.257 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:41.257 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:41.257 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:41.257 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:41.258 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:41.258 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:41.259 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:46.260 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:46.261 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:46.262 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:46.304 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:46.304 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:46.367 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:46.367 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:46.367 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:46.368 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:46.368 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:46.368 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:46.368 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:46.368 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:46.369 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:46.369 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:46.369 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:46.369 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:46.370 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:46.370 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:46.370 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:46.370 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:46.371 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:46.371 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:46.371 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:46.371 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:46.371 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:46.372 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:46.372 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:46.372 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:46.372 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:46.373 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:46.373 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:46.373 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:46.373 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:46.373 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:46.374 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:46.374 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:46.374 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:46.374 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:46.375 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:46.375 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:46.375 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:46.375 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:46.375 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:46.376 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:46.376 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:46.376 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:46.376 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:46.376 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:46.377 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:46.377 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:46.377 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:46.377 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:46.378 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:46.378 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:46.378 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:46.378 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:46.379 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:46.379 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:46.379 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:46.379 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:46.379 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:46.380 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:46.380 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:46.380 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:46.380 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:46.380 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:46.381 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:46.381 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:46.382 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:51.384 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:51.384 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:51.385 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:51.428 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:51.428 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:51.506 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:51.507 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:51.507 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:51.507 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:51.507 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:51.508 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:51.508 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:51.508 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:51.508 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:51.508 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:51.509 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:51.509 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:51.509 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:51.509 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:51.509 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:51.510 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:51.510 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:51.510 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:51.510 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:51.511 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:51.511 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:51.511 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:51.511 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:51.511 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:51.512 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:51.512 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:51.512 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:51.512 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:51.512 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:51.513 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:51.513 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:51.513 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:51.513 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:51.514 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:51.514 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:51.514 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:51.514 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:51.515 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:51.515 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:51.515 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:51.515 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:51.515 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:51.516 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:51.516 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:51.516 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:51.516 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:51.517 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:51.517 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:51.517 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:51.517 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:51.517 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:51.518 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:51.518 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:51.518 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:51.518 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:51.519 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:51.519 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:51.519 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:51.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:51.519 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:51.520 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:51.520 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:51.520 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:51.520 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:51.521 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:06:56.522 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:56.523 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:06:56.523 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:06:56.566 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:06:56.567 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:06:56.649 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:06:56.650 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:06:56.650 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:06:56.650 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:06:56.651 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:06:56.651 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:06:56.651 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:56.651 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:56.652 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:06:56.652 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:56.652 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:06:56.652 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:56.653 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:56.653 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:06:56.653 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:56.653 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:06:56.654 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:56.654 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:06:56.654 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:56.654 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:56.654 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:56.655 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:56.655 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:06:56.655 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:56.656 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:56.656 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:06:56.656 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:56.657 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:56.657 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:56.657 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:06:56.657 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:56.658 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:56.658 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:56.658 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:56.658 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:06:56.659 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:56.660 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:56.660 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:06:56.660 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:56.660 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:56.661 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:56.661 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:06:56.661 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:56.661 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:56.662 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:56.662 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:06:56.663 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:06:56.663 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:06:56.663 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:06:56.663 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:06:56.664 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:06:56.664 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:06:56.664 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:06:56.664 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:06:56.664 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:06:56.665 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:56.665 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:56.665 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:06:56.665 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:06:56.665 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:06:56.666 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:06:56.666 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:06:56.666 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:06:56.666 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:06:56.668 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:07:01.669 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:01.670 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:01.670 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:01.713 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:01.713 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:01.783 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:01.783 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:01.783 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:01.784 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:01.784 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:01.784 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:01.784 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:01.785 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:01.785 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:01.785 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:01.785 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:01.786 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:01.786 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:01.786 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:01.786 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:01.786 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:01.787 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:01.787 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:01.787 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:01.787 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:01.788 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:01.788 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:01.788 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:01.788 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:01.789 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:01.789 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:01.789 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:01.789 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:01.790 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:01.790 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:01.790 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:01.790 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:01.791 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:01.791 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:01.791 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:01.791 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:01.792 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:01.792 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:07:01.792 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:01.792 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:01.792 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:01.793 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:07:01.793 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:01.793 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:01.793 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:01.794 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:01.794 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:01.794 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:01.794 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:01.795 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:01.795 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:01.795 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:01.795 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:01.796 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:01.796 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:01.796 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:01.796 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:01.797 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:01.797 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:01.797 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:01.797 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:01.797 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:01.798 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:01.798 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:01.799 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:07:06.801 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:06.802 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:06.802 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:06.846 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:06.847 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:06.921 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:06.921 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:06.922 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:06.922 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:06.922 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:06.922 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:06.922 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:06.923 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:06.923 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:06.923 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:06.923 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:06.924 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:06.924 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:06.924 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:06.924 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:06.925 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:06.925 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:06.925 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:06.925 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:06.925 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:06.926 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:06.926 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:06.926 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:06.926 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:06.927 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:06.927 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:06.927 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:06.927 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:06.927 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:06.928 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:06.928 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:06.928 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:06.928 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:06.928 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:06.929 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:06.929 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:06.929 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:06.929 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:07:06.930 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:06.930 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:06.930 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:06.930 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:07:06.930 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:06.931 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:06.931 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:06.931 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:06.931 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:06.932 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:06.932 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:06.932 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:06.932 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:06.933 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:06.933 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:06.933 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:06.933 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:06.933 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:06.934 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:06.934 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:06.934 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:06.934 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:06.935 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:06.935 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:06.935 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:06.935 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:06.937 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:07:11.937 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:11.939 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:11.940 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:11.984 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:11.985 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:12.051 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:12.052 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:12.052 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:12.052 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:12.052 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:12.053 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:12.053 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:12.053 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:12.054 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:12.054 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:12.054 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:12.054 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:12.055 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:12.055 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:12.055 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:12.055 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:12.055 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:12.056 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:12.056 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:12.056 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:12.056 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:12.057 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:12.057 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:12.058 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:12.058 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:12.058 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:12.059 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:12.059 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:12.059 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:12.059 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:12.060 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:12.060 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:12.060 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:12.060 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:12.061 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:12.061 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:12.061 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:12.061 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:07:12.062 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:12.062 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:12.062 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:12.063 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:07:12.063 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:12.063 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:12.064 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:12.064 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:12.064 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:12.064 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:12.065 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:12.065 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:12.065 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:12.065 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:12.065 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:12.066 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:12.066 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:12.066 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:12.066 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:12.067 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:12.067 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:12.067 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:12.067 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:12.068 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:12.068 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:12.068 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:12.069 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:07:17.071 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:17.072 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:17.072 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:17.117 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:17.117 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:17.187 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:17.187 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:17.188 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:17.188 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:17.188 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:17.188 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:17.189 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:17.189 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:17.189 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:17.189 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:17.190 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:17.190 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:17.190 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:17.190 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:17.190 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:17.191 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:17.191 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:17.191 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:17.192 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:17.192 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:17.192 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:17.192 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:17.193 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:17.193 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:17.193 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:17.193 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:17.193 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:17.194 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:17.194 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:17.194 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:17.194 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:17.195 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:17.195 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:17.195 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:17.195 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:17.196 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:17.196 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:17.196 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.305891_292.1", 2021-09-02T23:07:17.196 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:17.197 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:17.197 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:17.197 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.305891Z", 2021-09-02T23:07:17.197 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:17.198 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:17.198 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:17.198 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:17.198 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:17.199 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:17.199 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:17.199 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:17.199 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:17.200 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:17.200 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:17.200 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:17.200 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:17.201 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:17.201 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:17.201 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:17.201 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:17.201 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:17.202 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:17.202 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:17.202 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:17.202 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:17.204 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.305891_292.1 2021-09-02T23:07:22.205 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:22.206 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:22.206 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:22.257 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:22.258 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:22.334 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:22.334 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:22.334 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:22.335 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:22.335 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:22.335 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:22.335 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:22.336 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:22.336 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:22.336 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:22.336 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:22.336 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:22.337 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:22.337 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:22.337 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:22.337 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:22.338 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:22.338 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:22.338 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:22.338 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:22.339 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:22.339 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:22.339 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:22.339 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:22.340 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:22.340 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:22.340 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:22.340 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:22.340 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:22.341 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:22.341 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:22.341 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:22.341 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:22.342 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:22.342 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:22.342 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:22.342 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:22.342 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:07:22.343 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:22.343 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:22.343 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:22.343 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:07:22.343 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:22.344 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:22.344 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:22.344 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:22.344 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:22.344 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:22.345 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:22.345 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:22.345 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:22.345 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:22.346 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:22.346 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:22.346 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:22.346 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:22.346 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:22.347 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:22.347 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:22.347 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:22.347 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:22.347 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:22.348 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:22.348 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:22.349 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.324345_293.1 2021-09-02T23:07:27.350 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:27.351 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:27.352 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:27.422 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:27.423 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:27.524 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:27.524 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:27.525 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:27.526 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:27.527 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:27.528 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:27.529 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:27.530 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:27.531 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:07:27.532 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:07:27.533 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:27.534 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:27.535 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:27.536 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:27.537 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:27.538 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:27.538 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:27.539 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.301962_291.1 2021-09-02T23:07:32.540 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:32.541 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:32.542 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:32.615 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:32.616 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:32.803 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:32.804 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:32.804 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:32.804 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:32.804 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:32.805 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:32.805 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:32.805 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:32.805 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:32.806 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:32.806 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:32.806 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:32.806 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:32.806 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:32.807 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:32.807 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:32.807 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:32.807 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:32.808 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:32.808 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:32.808 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:32.808 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:32.808 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:32.809 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:32.809 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:32.809 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:32.809 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:32.809 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:32.810 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:32.810 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:32.810 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:32.810 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:32.811 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:32.811 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:32.811 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:32.811 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:32.811 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:32.812 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:07:32.812 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:32.812 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:32.812 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:32.812 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:07:32.813 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:32.813 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:32.813 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:32.813 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:32.814 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:32.814 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:32.814 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:32.814 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:32.815 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:32.815 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:32.815 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:32.815 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:32.815 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:32.816 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:32.816 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:32.816 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:32.816 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:32.816 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:32.817 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:32.817 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:32.817 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:32.817 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:32.818 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:07:37.820 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:37.821 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:37.822 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:38.664 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:38.664 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:38.750 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:38.750 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:38.750 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:38.751 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:38.751 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:38.751 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:38.751 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:38.752 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:38.752 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:38.752 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:38.752 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:38.753 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:38.753 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:38.753 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:38.753 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:38.753 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:38.754 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:38.754 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:38.754 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:38.754 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:38.755 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:38.755 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:38.755 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:38.755 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:38.756 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:38.756 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:38.756 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:38.756 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:38.756 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:38.757 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:38.757 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:38.757 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:38.757 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:38.758 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:38.758 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:38.758 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:38.758 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:38.758 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.252337_284.1", 2021-09-02T23:07:38.759 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:38.759 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:38.759 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:38.759 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337Z", 2021-09-02T23:07:38.760 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:38.760 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:38.760 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:38.760 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:38.760 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:38.761 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:38.761 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:38.761 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:38.761 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:38.762 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:38.762 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:38.762 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:38.762 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:38.762 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:38.763 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:38.763 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:38.763 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:38.763 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:38.764 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:38.764 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:38.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:38.764 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:38.766 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.252337_284.1 2021-09-02T23:07:43.767 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:43.768 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:43.769 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:43.858 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:43.859 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:43.923 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:43.924 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:43.924 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:43.924 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:43.925 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:43.925 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:43.925 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:43.925 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:43.926 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:43.926 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:43.926 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:43.926 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:43.927 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:43.927 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:43.927 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:43.928 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:43.928 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:43.928 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:43.928 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:43.929 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:43.929 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:43.929 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:43.929 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:43.929 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:43.930 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:43.930 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:43.930 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:43.931 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:43.931 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:43.931 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:43.931 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:43.932 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:43.932 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:43.932 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:43.932 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:43.933 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:43.933 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:43.933 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:07:43.933 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:43.933 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:43.934 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:43.934 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:07:43.934 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:43.935 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:43.935 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:43.935 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:43.936 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:43.936 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:43.936 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:43.936 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:43.937 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:43.937 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:43.937 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:43.937 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:43.938 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:43.938 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:43.938 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:43.938 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:43.939 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:43.939 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:43.939 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:43.939 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:43.939 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:43.940 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:43.941 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:07:48.942 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:48.943 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:48.943 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:49.056 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:49.056 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:49.127 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.274078_288.1", 2021-09-02T23:07:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.274078Z", 2021-09-02T23:07:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:49.142 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:49.143 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.274078_288.1 2021-09-02T23:07:54.145 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:54.146 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:54.146 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:54.196 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:54.197 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:54.280 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:54.280 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:54.280 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:54.280 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:54.281 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:54.281 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:54.281 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:54.281 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:54.282 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:54.282 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:54.282 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:54.282 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:54.282 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:54.283 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:54.283 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:54.283 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:54.283 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:54.284 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:54.284 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:54.284 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:54.284 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:54.284 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:54.285 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:54.285 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:54.285 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:54.285 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:54.286 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:54.286 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:54.286 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:54.286 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:54.287 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:54.287 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:54.287 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:54.287 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:54.287 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:54.288 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:54.288 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:54.288 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.252337_284.1", 2021-09-02T23:07:54.288 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:54.288 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:54.289 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:54.289 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337Z", 2021-09-02T23:07:54.289 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:54.289 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:54.290 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:54.290 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:54.290 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:54.290 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:54.291 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:54.291 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:54.291 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:54.291 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:54.291 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:54.292 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:54.292 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:54.292 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:54.292 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:54.293 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:54.293 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:54.293 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:54.293 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:54.293 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:54.294 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:54.294 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:54.295 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.252337_284.1 2021-09-02T23:07:59.296 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:59.297 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:07:59.297 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:07:59.346 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:07:59.347 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:07:59.433 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:07:59.434 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:07:59.434 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:07:59.434 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:07:59.435 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:07:59.435 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:07:59.435 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:59.435 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:59.436 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:07:59.436 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:59.436 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:07:59.436 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:59.437 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:59.437 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:07:59.437 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:59.437 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:07:59.438 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:59.438 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:07:59.438 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:59.438 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:59.438 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:59.439 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:59.439 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:07:59.439 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:59.439 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:59.440 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:07:59.440 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:59.440 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:59.440 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:59.441 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:07:59.441 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:59.441 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:59.441 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:59.442 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:59.442 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:07:59.442 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:59.442 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:59.443 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.958905_325.1", 2021-09-02T23:07:59.443 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:59.443 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:59.443 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:59.444 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.958905Z", 2021-09-02T23:07:59.444 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:59.444 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:59.444 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:59.444 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:07:59.445 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:07:59.445 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:07:59.445 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:07:59.445 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:07:59.445 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:07:59.446 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:07:59.446 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:07:59.446 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:07:59.446 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:07:59.447 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:59.447 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:59.447 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:07:59.447 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:07:59.448 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:07:59.448 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:07:59.448 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:07:59.448 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:07:59.448 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:07:59.450 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.958905_325.1 2021-09-02T23:08:04.451 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:04.452 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:04.452 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:04.502 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:04.502 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:04.577 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:04.578 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:04.578 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:04.578 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:04.579 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:04.579 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:04.579 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:04.579 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:04.580 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:04.580 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:04.580 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:04.580 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:04.580 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:04.581 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:04.581 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:04.581 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:04.581 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:04.582 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:04.582 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:04.582 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:04.582 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:04.583 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:04.583 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:04.584 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:04.584 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:04.584 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:04.584 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:04.585 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:04.585 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:04.585 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:04.585 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:04.586 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:04.586 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:04.586 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:04.586 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:04.587 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:04.587 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:04.587 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:08:04.587 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:04.587 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:04.588 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:04.588 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:08:04.589 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:04.589 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:04.589 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:04.590 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:04.590 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:04.590 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:04.591 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:04.591 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:04.592 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:04.592 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:04.592 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:04.593 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:04.593 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:04.594 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:04.594 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:04.595 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:04.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:04.595 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:04.596 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:04.596 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:04.597 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:04.597 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:04.599 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:08:09.600 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:09.601 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:09.601 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:09.652 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:09.652 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:09.738 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:09.739 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:09.739 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:09.739 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:09.739 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:09.740 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:09.741 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:09.741 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:09.741 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:09.741 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:09.741 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:09.742 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:09.742 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:09.742 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:09.742 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:09.743 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:09.743 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:09.743 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:09.743 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:09.743 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:09.744 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:09.744 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:09.744 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:09.744 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:09.744 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:09.745 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:09.745 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:09.745 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:09.745 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:09.746 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:09.746 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:09.746 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:09.746 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:09.746 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:09.747 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:08:09.747 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:09.747 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:09.747 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:09.748 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:08:09.748 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:09.748 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:09.748 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:09.748 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:09.749 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:09.749 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:09.749 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:09.749 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:09.749 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:09.750 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:09.750 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:09.750 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:09.750 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:09.751 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:09.751 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:09.751 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:09.751 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:09.751 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:09.752 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:09.752 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:09.752 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:09.752 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:09.754 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:08:14.755 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:14.756 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:14.757 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:14.806 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:14.806 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:14.975 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:14.976 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:14.976 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:14.976 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:14.976 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:14.977 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:14.977 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:14.977 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:14.977 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:14.977 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:14.978 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:14.978 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:14.978 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:14.978 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:14.979 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:14.979 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:14.979 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:14.979 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:14.980 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:14.980 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:14.980 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:14.980 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:14.980 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:14.981 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:14.981 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:14.981 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:14.981 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:14.982 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:14.982 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:14.982 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:14.982 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:14.983 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:14.983 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:14.983 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:14.983 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:14.983 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:14.984 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:14.984 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.252337_284.1", 2021-09-02T23:08:14.984 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:14.984 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:14.985 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:14.985 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337Z", 2021-09-02T23:08:14.985 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:14.985 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:14.985 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:14.986 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:14.986 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:14.986 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:14.986 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:14.986 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:14.987 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:14.987 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:14.987 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:14.987 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:14.988 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:14.988 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:14.988 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:14.988 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:14.988 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:14.989 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:14.989 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:14.989 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:14.989 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:14.989 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:14.991 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.252337_284.1 2021-09-02T23:08:19.992 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:19.993 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:19.994 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:20.042 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:20.042 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:20.121 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:20.122 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:20.122 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:20.122 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:20.122 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:20.123 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:20.123 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:20.123 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:20.123 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:20.124 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:20.124 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:20.124 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:20.124 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:20.124 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:20.125 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:20.125 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:20.125 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:20.125 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:20.126 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:20.126 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:20.126 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:20.126 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:20.127 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:20.127 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:20.127 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:20.127 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:20.127 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:20.128 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:20.128 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:20.128 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:20.128 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:20.129 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:20.129 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:20.129 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:20.129 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:20.129 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:20.130 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:20.130 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.266079_285.1", 2021-09-02T23:08:20.130 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:20.130 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:20.131 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:20.131 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.266079Z", 2021-09-02T23:08:20.131 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:20.131 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:20.132 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:20.132 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:20.132 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:20.132 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:20.132 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:20.133 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:20.133 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:20.133 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:20.133 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:20.134 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:20.134 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:20.134 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:20.134 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:20.135 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:20.135 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:20.135 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:20.135 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:20.135 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:20.136 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:20.136 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:20.137 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.266079_285.1 2021-09-02T23:08:25.138 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:25.139 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:25.140 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:25.186 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:25.186 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:25.261 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:25.261 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:25.262 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:25.262 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:25.262 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:25.262 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:25.262 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:25.263 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:25.263 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:25.263 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:25.263 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:25.264 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:25.264 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:25.264 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:25.264 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:25.264 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:25.265 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:25.265 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:25.265 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:25.265 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:25.266 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:25.266 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:25.266 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:25.266 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:25.266 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:25.267 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:25.267 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:25.267 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:25.267 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:25.268 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:25.268 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:25.268 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:25.268 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:25.268 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:25.269 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:25.269 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:25.269 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:25.269 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:08:25.270 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:25.270 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:25.270 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:25.270 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:08:25.270 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:25.271 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:25.271 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:25.271 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:25.271 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:25.271 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:25.272 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:25.272 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:25.272 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:25.272 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:25.273 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:25.273 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:25.273 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:25.273 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:25.273 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:25.274 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:25.274 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:25.274 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:25.274 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:25.274 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:25.275 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:25.275 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:25.276 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:08:30.277 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:30.278 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:30.279 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:30.328 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:30.328 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:30.406 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:30.406 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:30.407 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:30.408 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:30.409 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:30.410 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:30.411 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:30.412 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:30.413 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:30.413 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:30.413 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:30.413 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:30.413 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:30.414 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:30.414 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:30.414 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:30.414 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:30.415 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.297353_289.1", 2021-09-02T23:08:30.415 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:30.415 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:30.415 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:30.415 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.297353Z", 2021-09-02T23:08:30.416 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:30.416 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:30.416 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:30.416 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:30.417 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:30.417 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:30.417 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:30.417 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:30.418 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:30.418 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:30.418 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:30.418 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:30.418 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:30.419 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:30.419 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:30.419 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:30.419 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:30.419 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:30.420 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:30.420 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:30.420 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:30.420 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:30.421 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.297353_289.1 2021-09-02T23:08:35.423 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:35.424 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:35.424 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:35.476 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:35.476 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:35.554 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:35.554 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:35.555 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:35.555 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:35.555 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:35.555 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:35.556 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:35.556 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:35.556 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:35.556 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:35.557 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:35.557 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:35.557 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:35.557 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:35.557 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:35.558 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:35.558 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:35.558 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:35.558 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:35.559 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:35.559 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:35.559 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:35.559 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:35.559 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:35.560 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:35.560 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:35.560 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:35.560 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:35.561 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:35.561 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:35.561 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:35.561 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:35.561 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:35.562 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:35.562 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:35.562 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:35.562 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:35.563 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:08:35.563 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:35.563 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:35.563 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:35.563 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:08:35.564 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:35.564 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:35.564 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:35.564 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:35.565 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:35.565 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:35.565 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:35.565 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:35.565 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:35.566 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:35.566 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:35.566 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:35.566 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:35.567 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:35.567 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:35.567 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:35.567 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:35.567 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:35.568 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:35.568 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:35.568 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:35.568 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:35.569 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:08:40.571 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:40.572 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:40.572 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:40.617 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:40.618 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:40.706 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:40.707 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:40.707 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:40.707 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:40.707 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:40.708 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:40.708 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:40.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:40.708 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:40.708 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:40.709 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:40.709 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:40.709 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:40.709 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:40.709 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:40.710 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:40.710 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:40.710 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:40.710 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:40.711 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:40.711 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:40.711 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:40.711 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:40.711 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:40.712 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:40.712 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:40.712 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:40.712 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:40.713 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:40.713 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:40.713 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:40.713 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:40.713 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:40.714 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:40.714 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:40.714 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:40.714 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:40.714 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.270832_287.1", 2021-09-02T23:08:40.715 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:40.715 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:40.715 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:40.715 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.270832Z", 2021-09-02T23:08:40.716 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:40.716 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:40.716 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:40.716 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:40.716 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:40.717 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:40.717 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:40.717 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:40.717 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:40.717 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:40.718 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:40.718 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:40.718 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:40.718 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:40.719 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:40.719 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:40.719 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:40.719 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:40.719 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:40.720 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:40.720 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:40.720 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:40.721 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.270832_287.1 2021-09-02T23:08:45.723 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:45.723 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:45.724 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:45.773 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:45.773 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:45.854 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:45.855 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:45.855 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:45.855 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:45.855 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:45.856 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:45.856 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:45.856 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:45.856 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:45.856 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:45.857 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:45.857 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:45.857 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:45.857 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:45.858 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:45.858 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:45.858 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:45.858 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:45.859 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:45.859 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:45.859 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:45.859 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:45.860 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:45.860 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:45.860 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:45.860 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:45.860 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:45.861 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:45.861 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:45.861 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:45.861 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:45.862 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:45.862 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:45.862 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:45.862 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:45.862 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:45.863 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:45.863 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:08:45.863 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:45.863 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:45.864 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:45.864 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:08:45.864 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:45.864 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:45.865 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:45.865 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:45.865 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:45.865 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:45.865 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:45.866 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:45.866 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:45.866 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:45.866 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:45.867 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:45.867 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:45.867 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:45.867 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:45.868 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:45.868 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:45.868 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:45.868 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:45.869 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:45.869 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:45.869 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:45.870 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:08:50.872 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:50.873 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:50.873 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:50.923 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:50.923 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:51.002 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:51.004 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:51.004 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:51.009 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:51.009 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:51.012 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:51.012 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.274078_288.1", 2021-09-02T23:08:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.274078Z", 2021-09-02T23:08:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:51.022 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:51.022 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:51.023 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.274078_288.1 2021-09-02T23:08:56.024 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:56.025 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:08:56.026 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:08:56.074 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:08:56.075 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:08:56.147 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:08:56.147 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:08:56.148 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:08:56.148 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:08:56.148 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:08:56.148 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:08:56.148 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:56.149 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:56.149 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:08:56.149 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:56.149 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:08:56.150 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:56.150 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:56.150 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:08:56.150 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:56.150 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:08:56.151 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:56.151 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:08:56.151 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:56.151 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:56.152 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:56.152 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:56.152 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:08:56.152 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:56.152 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:56.153 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:08:56.153 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:56.153 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:56.153 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:56.153 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:08:56.154 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:56.154 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:56.154 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:56.154 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:56.155 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:08:56.155 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:56.155 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:56.155 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:08:56.156 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:56.156 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:56.156 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:56.156 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:08:56.157 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:56.157 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:56.157 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:56.157 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:08:56.157 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:08:56.158 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:08:56.158 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:08:56.158 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:08:56.158 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:08:56.159 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:08:56.159 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:08:56.159 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:08:56.159 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:08:56.159 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:56.160 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:56.160 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:08:56.160 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:08:56.160 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:08:56.160 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:08:56.161 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:08:56.161 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:08:56.161 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:08:56.162 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:01.163 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:01.164 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:01.165 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:01.214 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:01.214 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:01.708 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:01.708 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:01.708 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:01.709 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:01.709 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:01.709 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:01.709 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:01.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:01.710 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:01.710 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:01.710 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:01.711 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:01.711 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:01.711 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:01.711 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:01.712 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:01.712 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:01.712 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:01.712 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:01.713 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:01.713 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:01.713 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:01.713 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:01.713 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:01.714 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:01.714 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:01.714 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:01.714 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:01.714 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:01.715 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:01.715 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:01.715 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:01.715 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:01.716 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:01.716 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:01.716 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:01.716 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:01.716 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.501174_301.1", 2021-09-02T23:09:01.717 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:01.717 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:01.717 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:01.717 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.501174Z", 2021-09-02T23:09:01.718 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:01.718 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:01.718 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:01.719 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:01.719 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:01.719 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:01.719 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:01.719 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:01.720 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:01.720 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:01.720 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:01.720 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:01.721 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:01.721 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:01.721 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:01.721 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:01.722 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:01.722 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:01.722 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:01.722 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:01.722 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:01.723 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:01.724 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.501174_301.1 2021-09-02T23:09:06.726 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:06.726 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:06.727 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:06.779 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:06.779 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:06.864 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:06.864 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:06.865 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:06.865 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:06.865 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:06.865 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:06.866 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:06.866 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:06.866 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:06.866 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:06.867 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:06.867 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:06.867 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:06.867 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:06.867 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:06.868 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:06.868 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:06.868 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:06.868 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:06.869 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:06.869 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:06.869 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:06.869 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:06.870 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:06.870 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:06.870 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:06.870 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:06.871 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:06.871 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:06.871 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:06.871 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:06.871 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:06.872 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:06.872 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:06.872 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:06.872 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:06.873 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:06.873 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.270832_287.1", 2021-09-02T23:09:06.873 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:06.873 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:06.873 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:06.874 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.270832Z", 2021-09-02T23:09:06.874 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:06.874 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:06.874 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:06.875 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:06.875 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:06.875 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:06.875 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:06.875 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:06.876 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:06.876 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:06.876 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:06.876 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:06.877 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:06.877 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:06.877 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:06.877 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:06.877 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:06.878 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:06.878 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:06.878 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:06.878 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:06.879 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:06.880 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.270832_287.1 2021-09-02T23:09:11.881 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:11.881 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:11.882 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:11.930 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:11.931 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:12.000 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:12.001 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:12.001 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:12.001 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:12.001 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:12.002 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:12.002 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:12.002 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:12.002 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:12.003 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:12.003 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:12.003 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:12.004 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:12.004 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:12.004 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:12.004 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:12.005 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:12.005 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:12.005 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:12.005 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:12.005 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:12.006 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:12.006 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:12.006 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:12.006 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:12.007 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:12.007 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:12.007 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:12.007 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:12.007 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:12.008 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:12.008 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:12.008 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:12.008 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:12.009 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:12.009 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:12.009 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:12.009 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.501174_301.1", 2021-09-02T23:09:12.009 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:12.010 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:12.010 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:12.010 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.501174Z", 2021-09-02T23:09:12.010 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:12.011 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:12.011 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:12.011 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:12.011 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:12.011 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:12.012 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:12.012 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:12.012 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:12.012 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:12.013 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:12.013 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:12.013 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:12.013 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:12.014 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:12.014 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:12.014 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:12.014 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:12.015 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:12.015 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:12.015 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:12.015 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:12.016 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.501174_301.1 2021-09-02T23:09:17.018 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:17.019 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:17.020 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:17.067 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:17.067 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:17.146 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:17.147 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:17.147 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:17.147 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:17.147 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:17.147 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:17.148 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:17.148 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:17.148 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:17.148 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:17.149 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:17.149 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:17.149 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:17.149 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:17.149 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:17.150 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:17.150 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:17.150 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:17.151 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:17.151 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:17.151 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:17.151 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:17.151 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:17.152 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:17.152 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:17.152 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:17.152 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:17.152 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:17.153 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:17.153 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:17.153 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:17.153 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:17.154 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:17.154 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:17.154 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:17.154 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:17.154 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:17.155 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:09:17.155 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:17.155 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:17.155 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:17.155 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:09:17.156 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:17.156 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:17.156 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:17.156 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:17.157 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:17.157 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:17.157 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:17.157 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:17.157 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:17.158 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:17.158 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:17.158 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:17.158 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:17.159 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:17.159 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:17.159 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:17.159 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:17.159 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:17.160 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:17.160 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:17.160 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:17.160 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:17.161 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:22.162 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:22.163 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:22.164 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:22.213 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:22.213 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:22.296 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:22.296 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:22.296 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:22.297 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:22.297 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:22.297 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:22.297 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:22.298 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:22.298 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:22.298 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:22.298 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:22.299 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:22.299 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:22.299 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:22.299 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:22.299 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:22.300 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:22.300 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:22.300 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:22.300 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:22.301 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:22.301 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:22.301 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:22.301 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:22.302 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:22.302 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:22.303 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:22.303 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:22.303 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:22.303 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:22.303 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:22.304 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:22.304 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:22.304 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:22.304 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:22.304 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:22.305 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:22.305 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:09:22.305 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:22.305 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:22.306 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:22.306 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:09:22.306 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:22.306 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:22.307 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:22.307 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:22.307 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:22.307 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:22.307 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:22.308 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:22.308 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:22.308 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:22.308 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:22.308 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:22.309 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:22.309 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:22.309 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:22.309 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:22.310 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:22.311 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:22.312 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:27.313 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:27.314 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:27.315 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:27.365 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:27.366 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:27.441 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:27.441 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:27.441 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:27.442 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:27.442 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:27.442 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:27.442 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:27.442 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:27.443 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:27.443 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:27.443 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:27.443 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:27.444 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:27.444 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:27.444 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:27.444 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:27.444 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:27.445 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:27.445 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:27.445 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:27.445 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:27.446 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:27.446 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:27.446 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:27.446 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:27.446 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:27.447 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:27.447 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:27.447 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:27.447 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:27.448 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:27.448 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:27.448 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:27.448 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:27.448 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:27.449 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:27.449 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:27.449 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:09:27.449 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:27.450 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:27.450 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:27.450 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:09:27.450 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:27.450 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:27.451 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:27.451 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:27.451 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:27.451 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:27.452 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:27.452 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:27.452 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:27.452 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:27.452 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:27.453 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:27.453 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:27.453 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:27.453 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:27.453 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:27.454 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:27.454 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:27.454 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:27.454 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:27.455 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:27.455 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:27.456 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:32.457 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:32.458 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:32.459 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:32.508 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:32.508 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:32.593 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:32.594 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:32.594 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:32.594 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:32.595 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:32.595 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:32.595 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:32.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:32.595 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:32.596 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:32.596 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:32.596 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:32.596 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:32.597 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:32.597 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:32.597 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:32.597 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:32.597 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:32.598 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:32.598 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:32.598 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:32.599 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:32.599 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:32.600 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:32.600 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:32.600 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:32.600 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:32.600 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:32.601 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:32.601 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:32.601 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:32.601 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:32.602 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:32.602 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:32.602 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:32.603 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:32.603 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:32.603 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:09:32.603 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:32.604 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:32.604 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:32.604 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:09:32.604 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:32.605 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:32.605 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:32.605 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:32.605 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:32.606 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:32.606 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:32.606 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:32.606 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:32.607 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:32.607 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:32.607 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:32.607 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:32.608 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:32.608 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:32.608 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:32.608 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:32.609 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:32.609 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:32.609 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:32.609 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:32.609 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:32.611 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:37.612 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:37.613 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:37.614 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:37.663 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:37.664 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:37.736 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:37.736 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:37.736 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:37.736 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:37.737 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:37.737 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:37.737 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:37.737 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:37.738 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:37.738 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:37.738 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:37.738 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:37.739 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:37.739 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:37.739 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:37.739 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:37.739 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:37.740 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:37.740 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:37.740 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:37.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:37.741 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:37.741 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:37.741 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:37.741 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:37.741 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:37.742 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:37.742 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:37.742 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:37.742 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:37.743 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:37.743 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:37.743 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:37.743 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:37.743 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:37.744 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:37.744 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:37.744 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.270832_287.1", 2021-09-02T23:09:37.744 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:37.744 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:37.745 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:37.745 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.270832Z", 2021-09-02T23:09:37.745 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:37.745 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:37.746 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:37.746 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:37.746 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:37.746 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:37.746 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:37.747 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:37.747 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:37.747 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:37.747 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:37.748 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:37.748 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:37.748 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:37.748 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:37.748 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:37.749 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:37.749 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:37.749 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:37.749 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:37.750 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:37.750 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:37.751 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.270832_287.1 2021-09-02T23:09:42.753 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:42.753 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:42.754 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:42.801 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:42.802 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:42.876 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:42.876 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:42.877 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:42.877 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:42.877 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:42.877 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:42.877 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:42.878 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:42.878 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:42.878 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:42.878 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:42.879 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:42.879 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:42.879 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:42.879 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:42.880 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:42.880 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:42.880 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:42.880 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:42.880 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:42.881 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:42.881 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:42.881 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:42.881 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:42.882 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:42.882 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:42.882 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:42.882 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:42.883 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:42.883 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:42.883 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:42.884 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:42.884 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:42.884 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:42.884 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:42.884 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:42.885 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:42.885 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:09:42.885 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:42.885 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:42.886 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:42.886 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:09:42.886 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:42.886 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:42.886 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:42.887 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:42.887 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:42.887 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:42.887 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:42.888 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:42.888 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:42.888 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:42.888 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:42.888 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:42.889 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:42.889 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:42.889 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:42.889 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:42.890 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:42.890 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:42.890 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:42.890 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:42.890 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:42.891 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:42.892 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:47.893 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:47.894 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:47.894 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:47.980 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:47.981 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:48.066 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:48.067 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:48.067 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:48.067 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:48.068 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:48.068 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:48.068 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:48.068 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:48.069 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:48.069 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:48.069 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:48.069 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:48.069 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:48.070 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:48.070 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:48.070 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:48.070 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:48.071 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:48.071 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:48.071 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:48.071 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:48.071 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:48.072 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:48.072 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:48.072 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:48.073 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:48.073 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:48.073 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:48.073 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:48.074 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:48.074 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:48.074 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:48.074 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:48.074 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:48.075 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:48.075 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:48.075 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:48.075 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:09:48.076 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:48.076 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:48.076 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:48.076 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:09:48.077 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:48.077 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:48.077 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:48.077 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:48.078 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:48.078 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:48.078 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:48.078 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:48.079 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:48.079 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:48.079 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:48.079 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:48.079 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:48.080 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:48.080 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:48.080 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:48.080 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:48.081 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:48.081 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:48.081 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:48.081 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:48.082 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:48.083 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:09:53.085 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:53.086 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:53.087 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:53.136 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:53.136 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:53.219 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:53.220 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:53.220 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:53.220 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:53.220 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:53.221 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:53.221 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:53.221 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:53.221 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:53.222 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:53.222 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:53.222 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:53.222 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:53.223 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:53.223 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:53.223 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:53.223 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:53.224 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:53.224 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:53.224 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:53.224 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:53.225 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:53.225 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:53.225 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:53.225 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:53.226 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:53.226 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:53.226 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:53.226 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:53.227 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:53.227 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:53.227 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:53.227 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:53.227 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:53.228 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:53.228 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:53.228 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:53.228 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.252337_284.1", 2021-09-02T23:09:53.229 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:53.229 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:53.229 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:53.230 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337Z", 2021-09-02T23:09:53.230 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:53.230 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:53.231 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:53.231 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:53.231 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:53.231 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:53.232 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:53.232 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:53.232 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:53.232 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:53.232 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:53.233 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:53.233 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:53.233 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:53.233 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:53.234 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:53.234 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:53.234 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:53.234 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:53.235 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:53.235 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:53.235 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:53.236 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.252337_284.1 2021-09-02T23:09:58.238 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:58.239 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:09:58.240 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:09:58.311 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:09:58.312 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:09:58.383 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:09:58.384 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:09:58.384 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:09:58.384 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:09:58.385 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:09:58.385 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:09:58.385 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:58.386 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:58.386 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:09:58.386 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:58.386 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:09:58.387 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:58.387 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:58.387 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:09:58.390 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:58.390 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:09:58.391 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:58.391 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:09:58.391 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:58.391 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:58.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:58.392 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:58.392 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:09:58.392 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:58.393 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:58.393 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:09:58.393 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:58.393 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:58.394 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:58.394 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:09:58.394 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:58.395 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:58.395 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:58.395 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:58.395 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:09:58.395 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:58.396 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:58.396 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.305891_292.1", 2021-09-02T23:09:58.396 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:58.396 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:58.396 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:58.397 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.305891Z", 2021-09-02T23:09:58.397 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:58.397 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:58.397 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:58.398 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:09:58.398 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:09:58.398 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:09:58.398 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:09:58.399 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:09:58.399 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:09:58.399 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:09:58.400 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:09:58.400 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:09:58.400 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:09:58.400 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:58.400 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:58.401 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:09:58.401 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:09:58.401 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:09:58.402 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:09:58.402 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:09:58.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:09:58.403 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:09:58.404 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.305891_292.1 2021-09-02T23:10:03.405 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:03.406 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:03.407 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:03.457 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:03.457 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:03.530 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:03.530 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:03.530 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:03.531 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:03.531 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:03.531 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:03.531 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:03.532 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:03.532 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:03.532 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:03.532 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:03.532 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:03.533 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:03.533 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:03.533 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:03.533 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:03.534 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:03.534 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:03.534 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:03.534 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:03.534 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:03.535 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:03.535 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:03.535 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:03.535 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:03.536 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:03.536 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:03.536 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:03.536 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:03.537 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:03.537 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:03.537 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:03.537 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:03.537 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:03.538 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:03.538 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:03.538 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:03.538 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:03.539 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:03.539 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:03.539 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:03.539 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:03.539 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:03.540 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:03.540 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:03.540 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:03.540 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:03.541 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:03.541 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:03.541 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:03.541 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:03.542 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:03.542 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:03.542 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:03.542 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:03.543 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:03.543 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:03.543 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:03.543 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:03.544 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:03.544 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:03.544 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:03.544 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:03.544 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:03.546 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630623750.485833_346.1 target=1_1630623747.249107_283.1 2021-09-02T23:10:08.548 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_delete_notempty ... FAIL 2021-09-02T23:10:08.550 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-39 2021-09-02T23:10:08.584 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-40 2021-09-02T23:10:08.634 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-41 2021-09-02T23:10:08.677 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:08.678 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:08.679 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:08.722 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:08.723 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:08.771 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=d78f608a-5047-4b24-9d52-2236c87045b7 2021-09-02T23:10:08.797 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:10:08.797 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:08.798 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:08.798 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:56:19.503325Z" 2021-09-02T23:10:08.798 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:08.799 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:08.799 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:08.799 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:10:08.799 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:08.800 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:08.800 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624208.661232_360.1", 2021-09-02T23:10:08.800 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:10:08.661232Z" 2021-09-02T23:10:08.800 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:08.801 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:08.801 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:08.801 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T22:58:43.115450Z" 2021-09-02T23:10:08.801 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:08.802 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:10:08.803 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:10:08.803 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:08.804 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:08.805 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:08.854 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:08.854 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:08.925 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:10:08.925 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:10:08.925 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:10:08.925 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:10:08.926 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:10:08.926 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:08.926 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:08.926 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:08.927 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:10:08.927 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:08.927 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:10:08.927 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:08.928 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:08.928 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:08.928 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:08.928 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:10:08.928 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:08.929 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:08.929 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:08.929 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:08.929 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:08.930 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:08.930 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:10:08.930 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:08.930 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:08.930 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:10:08.931 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:08.931 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:10:08.931 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:08.931 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:10:08.932 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:08.932 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:08.932 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:08.933 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:08.933 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:10:08.933 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:08.933 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:08.934 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624208.567999_349.1", 2021-09-02T23:10:08.934 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:08.934 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:10:08.934 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:08.935 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.567999Z", 2021-09-02T23:10:08.935 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:08.935 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:08.935 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:08.935 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:08.936 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:10:08.937 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:08.937 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:08.937 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:08.937 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:08.937 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:10:08.938 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:08.938 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:08.938 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:08.938 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:08.939 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:08.939 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:10:08.939 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:08.939 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:10:08.942 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:10:08.942 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:10:08.942 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:08.943 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:10:08.943 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630624208.567999_349.1 2021-09-02T23:10:13.945 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:13.945 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:13.946 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:13.989 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:13.989 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:14.051 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:10:14.051 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:10:14.051 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:10:14.052 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:10:14.052 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:10:14.052 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:14.053 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:14.053 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:14.054 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:10:14.054 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:14.054 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:10:14.054 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:14.055 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:14.055 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:14.055 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:14.055 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:10:14.055 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:14.056 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:14.056 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:14.056 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:14.056 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:14.057 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:14.057 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:10:14.057 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:14.057 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:14.057 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:10:14.058 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:14.058 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:10:14.058 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:14.058 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:10:14.059 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:14.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:14.059 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:14.059 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:14.059 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:10:14.060 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:14.060 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:14.060 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624208.661232_360.1", 2021-09-02T23:10:14.061 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:14.061 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:10:14.061 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:14.062 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.661232Z", 2021-09-02T23:10:14.062 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:14.062 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:14.062 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:14.062 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:10:14.063 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:10:14.063 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:10:14.063 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:10:14.063 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:14.064 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:10:14.064 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:10:14.064 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:10:14.064 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:14.064 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:10:14.065 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:14.065 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:14.065 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:10:14.065 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:10:14.066 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:10:14.066 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:10:14.066 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:10:14.066 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:10:14.066 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:10:14.068 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:10:14.068 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:10:14.069 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:14.069 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:14.070 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:14.115 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:14.116 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:14.198 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:14.199 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:14.199 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:14.200 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:14.200 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:14.200 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:14.200 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:14.201 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:14.201 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:14.201 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:14.201 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:14.203 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:14.203 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:14.203 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:14.203 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:14.204 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:14.204 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:14.204 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:14.204 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:14.205 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:14.205 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:14.205 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:14.205 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:14.206 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:14.207 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:14.207 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:14.207 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:14.207 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:14.207 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:14.208 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:14.208 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:14.208 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:14.208 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:14.209 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:14.209 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.324345_293.1", 2021-09-02T23:10:14.209 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:14.209 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:14.210 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:14.210 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.324345Z", 2021-09-02T23:10:14.211 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:14.211 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:14.211 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:14.211 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:14.212 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:14.212 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:14.212 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:14.212 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:14.212 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:14.213 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:14.213 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:14.213 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:14.213 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:14.214 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:14.214 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:14.214 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:14.214 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:14.214 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:14.215 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:14.215 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:14.215 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:14.215 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:14.216 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.324345_293.1 2021-09-02T23:10:19.217 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:19.218 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:19.218 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:19.263 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:19.263 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:19.346 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:19.346 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:19.346 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:19.347 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:19.347 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:19.347 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:19.347 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:19.348 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:19.348 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:19.348 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:19.348 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:19.349 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:19.349 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:19.349 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:19.349 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:19.349 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:19.350 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:19.350 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:19.350 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:19.350 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:19.351 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:19.351 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:19.351 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:19.351 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:19.351 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:19.352 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:19.352 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:19.352 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:19.352 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:19.353 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:19.353 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:19.353 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:19.353 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:19.353 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:19.354 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:19.354 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:19.354 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:19.354 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:19.355 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:19.355 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:19.355 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:19.355 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:19.355 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:19.356 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:19.356 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:19.356 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:19.356 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:19.357 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:19.357 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:19.357 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:19.357 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:19.357 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:19.358 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:19.358 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:19.358 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:19.358 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:19.358 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:19.359 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:19.359 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:19.359 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:19.359 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:19.360 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:19.360 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:19.360 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:19.361 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:10:24.363 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:24.364 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:24.365 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:24.408 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:24.409 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:24.474 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:24.474 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:24.474 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:24.477 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:24.477 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:24.477 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:24.477 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:24.478 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:24.478 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:24.478 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:24.478 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:24.478 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:24.479 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:24.479 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:24.479 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:24.479 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:24.480 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:24.480 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:24.480 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:24.480 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:24.480 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:24.481 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:24.481 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:24.481 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:24.481 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:24.481 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:24.482 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:24.482 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:24.482 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:24.482 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:24.483 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:24.483 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:24.483 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:24.484 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:24.484 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:24.484 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:24.484 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:24.485 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:24.485 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:24.485 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:24.485 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:24.485 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:24.486 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:24.486 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:24.486 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:24.486 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:24.486 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:24.487 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:24.487 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:24.487 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:24.487 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:24.488 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:24.488 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:24.488 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:24.488 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:24.489 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:10:29.490 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:29.491 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:29.492 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:29.567 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:29.567 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:29.880 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:29.880 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:29.880 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:29.880 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:29.881 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:29.881 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:29.881 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:29.881 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:29.882 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:29.882 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:29.882 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:29.883 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:29.883 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:29.883 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:29.883 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:29.883 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:29.884 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:29.884 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:29.884 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:29.884 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:29.885 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:29.885 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:29.885 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:29.885 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:29.886 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:29.886 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:29.886 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:29.886 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:29.886 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:29.887 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:29.887 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:29.887 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:29.887 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:29.888 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:29.888 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:29.888 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:29.888 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:29.888 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:10:29.889 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:29.889 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:29.889 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:29.889 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:10:29.890 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:29.890 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:29.890 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:29.890 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:29.890 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:29.891 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:29.891 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:29.891 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:29.891 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:29.892 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:29.892 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:29.892 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:29.892 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:29.892 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:29.893 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:29.893 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:29.893 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:29.893 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:29.894 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:29.894 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:29.894 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:29.895 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:29.896 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.301962_291.1 2021-09-02T23:10:32.662 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T23:10:32.662+0000 7fac44065700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:10:34.898 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:34.898 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:34.899 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:34.943 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:34.943 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:35.051 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:35.052 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:35.052 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:35.052 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:35.053 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:35.053 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:35.053 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:35.053 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:35.053 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:35.054 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:35.054 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:35.054 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:35.054 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:35.055 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:35.055 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:35.055 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:35.055 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:35.056 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:35.056 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:35.056 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:35.056 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:35.056 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:35.057 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:35.057 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:35.057 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:35.057 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:35.057 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:35.058 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:35.058 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:35.058 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:35.058 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:35.059 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:35.059 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:35.059 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:35.059 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:35.060 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:35.061 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:35.061 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.269453_286.1", 2021-09-02T23:10:35.061 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:35.061 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:35.062 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:35.062 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.269453Z", 2021-09-02T23:10:35.062 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:35.065 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:35.065 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:35.065 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:35.065 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:35.066 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:35.066 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:35.066 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:35.066 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:35.067 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:35.067 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:35.067 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:35.067 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:35.067 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:35.068 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:35.068 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:35.068 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:35.068 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:35.069 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:35.069 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:35.069 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:35.069 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:35.071 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.269453_286.1 2021-09-02T23:10:40.073 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:40.074 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:40.075 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:40.152 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:40.153 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:40.379 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:40.380 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:40.380 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:40.380 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:40.380 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:40.381 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:40.381 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:40.381 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:40.381 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:40.382 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:40.382 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:40.382 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:40.398 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:40.398 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:40.398 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:40.398 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:40.399 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:40.399 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:40.399 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:40.399 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:40.400 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:40.400 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:40.400 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:40.400 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:40.400 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:40.401 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:40.401 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:40.401 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:40.401 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:40.402 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:40.402 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:40.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:40.402 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:40.402 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:40.403 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:40.403 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:40.403 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:40.403 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:40.404 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:40.404 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:40.404 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:40.404 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:40.404 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:40.405 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:40.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:40.405 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:40.405 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:40.405 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:40.406 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:40.406 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:40.406 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:40.406 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:40.407 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:40.407 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:40.407 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:40.407 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:40.407 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:40.408 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:40.408 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:40.408 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:40.408 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:40.409 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:40.409 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:40.409 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:40.409 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:10:45.410 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:45.411 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:45.412 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:45.492 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:45.492 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:45.907 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:45.908 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:45.908 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:45.908 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:45.908 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:45.909 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:45.909 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:45.909 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:45.909 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:45.910 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:45.910 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:45.910 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:45.910 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:45.911 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:45.911 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:45.911 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:45.911 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:45.912 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:45.912 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:45.912 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:45.912 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:45.912 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:45.913 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:45.913 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:45.913 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:45.913 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:45.913 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:45.914 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:45.914 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:45.914 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:45.914 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:45.915 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:45.915 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:45.915 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:45.915 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:45.916 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:45.916 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:45.916 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:45.916 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:45.916 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:45.917 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:45.917 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:45.917 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:45.917 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:45.918 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:45.918 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:45.918 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:45.918 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:45.919 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:45.919 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:45.919 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:45.919 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:45.919 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:45.920 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:45.920 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:45.920 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:45.920 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:45.921 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:45.921 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:45.921 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:45.921 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:45.921 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:45.922 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:45.922 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:45.923 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:10:50.924 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:50.925 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:50.926 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:51.000 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:51.001 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:51.354 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:51.355 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:51.355 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:51.355 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:51.355 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:51.356 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:51.356 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:51.357 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:51.357 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:51.357 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:51.357 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:51.358 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:51.358 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:51.358 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:51.358 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:51.358 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:51.359 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:51.359 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:51.359 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:51.359 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:51.360 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:51.360 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:51.360 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:51.360 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:51.360 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:51.361 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:51.361 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:51.361 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:51.361 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:51.362 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:51.362 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:51.362 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:51.362 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:51.362 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:51.363 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:51.363 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:51.363 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:51.363 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:51.364 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:51.364 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:51.364 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:51.364 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:51.364 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:51.365 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:51.365 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:51.365 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:51.365 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:51.366 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:51.366 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:51.366 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:51.366 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:51.366 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:51.367 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:51.367 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:51.367 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:51.367 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:51.367 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:51.368 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:51.368 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:51.368 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:51.368 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:51.369 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:51.369 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:51.369 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:51.369 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:10:56.370 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:56.371 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:10:56.372 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:10:56.446 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:10:56.447 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:10:56.888 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:10:56.889 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:10:56.889 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:10:56.889 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:10:56.890 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:10:56.890 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:10:56.890 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:56.890 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:56.891 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:10:56.891 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:56.891 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:10:56.892 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:56.892 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:56.892 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:10:56.892 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:56.893 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:10:56.893 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:56.893 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:10:56.893 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:56.894 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:56.894 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:56.894 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:56.894 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:10:56.895 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:56.895 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:56.895 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:10:56.895 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:56.895 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:56.896 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:56.896 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:10:56.896 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:56.897 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:56.897 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:56.897 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:56.897 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:10:56.898 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:56.898 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:56.898 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:10:56.898 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:56.898 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:56.899 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:56.899 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:10:56.900 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:56.900 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:56.900 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:56.900 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:10:56.901 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:10:56.901 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:10:56.901 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:10:56.901 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:10:56.902 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:10:56.902 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:10:56.902 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:10:56.902 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:10:56.903 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:10:56.903 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:56.903 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:56.903 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:10:56.903 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:10:56.904 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:10:56.904 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:10:56.904 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:10:56.904 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:10:56.904 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:10:56.905 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:01.906 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:01.907 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:01.908 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:02.006 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:02.006 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:02.390 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:02.390 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:02.390 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:02.391 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:02.391 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:02.391 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:02.391 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:02.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:02.392 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:02.392 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:02.392 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:02.393 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:02.393 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:02.393 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:02.393 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:02.393 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:02.394 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:02.394 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:02.394 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:02.394 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:02.395 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:02.395 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:02.395 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:02.395 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:02.396 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:02.396 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:02.396 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:02.397 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:02.397 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:02.397 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:02.398 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:02.398 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:02.398 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:02.398 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:02.399 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:02.399 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:02.399 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:02.400 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:02.400 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:02.400 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:02.400 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:02.401 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:02.401 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:02.401 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:02.401 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:02.402 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:02.402 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:02.402 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:02.402 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:02.403 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:02.403 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:02.403 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:02.403 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:02.403 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:02.404 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:02.404 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:02.404 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:02.404 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:02.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:02.405 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:02.405 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:02.405 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:02.405 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:02.406 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:02.406 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:07.407 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:07.408 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:07.409 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:07.506 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:07.506 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:08.050 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:08.051 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:08.051 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:08.051 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:08.051 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:08.052 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:08.052 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:08.052 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:08.052 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:08.053 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:08.053 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:08.053 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:08.053 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:08.054 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:08.054 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:08.054 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:08.054 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:08.054 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:08.055 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:08.055 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:08.055 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:08.055 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:08.056 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:08.056 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:08.056 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:08.056 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:08.057 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:08.057 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:08.057 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:08.057 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:08.057 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:08.058 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:08.058 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:08.058 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:08.058 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:08.059 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:08.059 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:08.059 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:08.059 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:08.060 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:08.060 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:08.060 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:08.060 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:08.060 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:08.061 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:08.061 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:08.061 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:08.061 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:08.061 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:08.062 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:08.062 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:08.062 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:08.062 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:08.063 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:08.063 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:08.063 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:08.063 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:08.064 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:08.064 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:08.064 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:08.064 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:08.064 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:08.065 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:08.065 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:08.066 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:13.067 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:13.068 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:13.069 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:13.146 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:13.147 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:13.492 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:13.493 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:13.493 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:13.493 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:13.493 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:13.494 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:13.494 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:13.494 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:13.494 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:13.495 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:13.495 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:13.495 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:13.495 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:13.496 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:13.496 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:13.496 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:13.497 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:13.497 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:13.497 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:13.497 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:13.497 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:13.498 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:13.498 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:13.498 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:13.498 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:13.499 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:13.499 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:13.499 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:13.499 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:13.499 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:13.500 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:13.500 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:13.500 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:13.500 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:13.501 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:13.501 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:13.501 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:13.501 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:13.502 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:13.502 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:13.502 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:13.502 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:13.502 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:13.503 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:13.503 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:13.503 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:13.503 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:13.503 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:13.504 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:13.504 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:13.504 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:13.504 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:13.505 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:13.505 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:13.505 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:13.505 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:13.506 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:13.506 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:13.506 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:13.506 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:13.506 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:13.507 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:13.507 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:13.507 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:13.508 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:18.509 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:18.510 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:18.511 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:18.591 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:18.591 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:18.985 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:18.986 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:18.986 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:18.987 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:18.987 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:18.987 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:18.987 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:18.988 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:18.988 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:18.988 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:18.988 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:18.988 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:18.989 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:18.989 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:18.989 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:18.989 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:18.990 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:18.990 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:18.990 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:18.991 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:18.991 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:18.991 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:18.992 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:18.992 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:18.992 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:18.992 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:18.993 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:18.993 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:18.993 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:18.994 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:18.994 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:18.994 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:18.995 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:18.995 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:18.996 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:18.996 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:18.996 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:18.997 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:18.997 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:18.997 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:18.997 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:18.998 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:18.998 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:18.998 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:18.998 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:18.999 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:18.999 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:18.999 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:18.999 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:19.000 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:19.000 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:19.000 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:19.000 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:19.000 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:19.001 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:19.001 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:19.001 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:19.001 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:19.002 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:19.002 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:19.002 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:19.003 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:19.003 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:19.003 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:19.004 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:24.005 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:24.006 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:24.007 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:24.098 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:24.099 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:24.462 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:24.463 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:24.463 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:24.463 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:24.463 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:24.464 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:24.464 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:24.464 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:24.464 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:24.465 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:24.465 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:24.465 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:24.465 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:24.465 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:24.466 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:24.466 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:24.466 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:24.466 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:24.467 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:24.467 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:24.467 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:24.467 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:24.468 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:24.468 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:24.468 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:24.468 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:24.468 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:24.469 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:24.469 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:24.469 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:24.469 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:24.470 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:24.470 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:24.470 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:24.470 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:24.471 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:24.471 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:24.471 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.247946_282.1", 2021-09-02T23:11:24.471 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:24.471 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:24.472 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:24.472 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946Z", 2021-09-02T23:11:24.472 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:24.472 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:24.473 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:24.473 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:24.473 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:24.473 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:24.473 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:24.474 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:24.474 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:24.474 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:24.474 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:24.475 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:24.476 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:24.477 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:24.477 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:24.477 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.247946_282.1 2021-09-02T23:11:29.479 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:29.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:29.480 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:29.574 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:29.574 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:29.938 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:29.938 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:29.938 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:29.939 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:29.939 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:29.939 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:29.939 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:29.940 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:29.940 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:29.940 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:29.940 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:29.941 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:29.941 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:29.941 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:29.941 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:29.941 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:29.942 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:29.942 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:29.942 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:29.942 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:29.943 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:29.943 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:29.943 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:29.943 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:29.944 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:29.944 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:29.944 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:29.944 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:29.945 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:29.945 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:29.945 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:29.945 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:29.945 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:29.946 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:29.946 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:29.946 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:29.946 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:29.947 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:29.947 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:29.947 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:29.947 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:29.947 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:29.948 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:29.948 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:29.948 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:29.948 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:29.948 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:29.949 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:29.949 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:29.949 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:29.949 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:29.950 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:29.950 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:29.950 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:29.950 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:29.950 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:29.951 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:29.951 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:29.951 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:29.951 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:29.952 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:29.952 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:29.952 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:29.952 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:29.953 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:34.955 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:34.956 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:34.956 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:35.034 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:35.034 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:35.368 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:35.369 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:35.369 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:35.369 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:35.369 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:35.370 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:35.370 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:35.370 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:35.370 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:35.371 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:35.371 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:35.371 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:35.371 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:35.371 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:35.372 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:35.372 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:35.372 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:35.372 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:35.373 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:35.373 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:35.373 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:35.373 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:35.373 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:35.374 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:35.374 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:35.374 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:35.374 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:35.374 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:35.375 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:35.375 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:35.375 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:35.375 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:35.375 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:35.376 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:35.376 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:35.376 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:35.376 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:35.377 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:35.377 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:35.377 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:35.377 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:35.377 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:35.378 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:35.378 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:35.378 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:35.378 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:35.378 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:35.379 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:35.379 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:35.379 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:35.379 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:35.380 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:35.380 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:35.380 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:35.380 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:35.380 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:35.381 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:35.381 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:35.381 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:35.381 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:35.382 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:35.382 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:35.382 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:35.382 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:35.384 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:40.385 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:40.386 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:40.386 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:40.473 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:40.474 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:40.674 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:40.675 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:40.675 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:40.675 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:40.675 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:40.676 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:40.676 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:40.676 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:40.676 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:40.677 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:40.677 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:40.677 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:40.677 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:40.678 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:40.678 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:40.678 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:40.678 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:40.678 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:40.679 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:40.679 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:40.679 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:40.679 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:40.680 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:40.680 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:40.680 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:40.680 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:40.681 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:40.681 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:40.681 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:40.681 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:40.681 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:40.682 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:40.682 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:40.682 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:40.682 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:40.683 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:40.683 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:40.683 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:40.683 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:40.684 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:40.684 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:40.684 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:40.684 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:40.684 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:40.685 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:40.685 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:40.685 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:40.685 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:40.686 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:40.686 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:40.686 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:40.687 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:40.687 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:40.687 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:40.687 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:40.687 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:40.688 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:40.688 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:40.688 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:40.688 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:40.689 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:40.689 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:40.689 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:40.689 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:40.691 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:45.692 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:45.693 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:45.694 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:45.794 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:45.795 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:46.263 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:46.263 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:46.264 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:46.264 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:46.264 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:46.264 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:46.264 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:46.265 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:46.265 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:46.265 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:46.265 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:46.266 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:46.266 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:46.266 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:46.266 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:46.267 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:46.267 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:46.267 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:46.267 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:46.267 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:46.268 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:46.268 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:46.268 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:46.268 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:46.269 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:46.269 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:46.269 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:46.269 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:46.269 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:46.270 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:46.270 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:46.270 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:46.270 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:46.271 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:46.271 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:46.271 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:46.271 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:46.272 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:46.272 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:46.272 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:46.272 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:46.272 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:46.273 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:46.273 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:46.273 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:46.273 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:46.274 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:46.274 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:46.274 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:46.274 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:46.274 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:46.275 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:46.275 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:46.275 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:46.275 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:46.276 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:46.276 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:46.276 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:46.276 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:46.276 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:46.277 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:46.277 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:46.277 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:46.277 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:46.279 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:11:51.279 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:51.280 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:51.281 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:51.359 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:51.359 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:51.796 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:51.797 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:51.797 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:51.797 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:51.798 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:51.798 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:51.798 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:51.798 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:51.799 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:51.799 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:51.799 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:51.799 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:51.799 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:51.800 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:51.800 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:51.800 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:51.800 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:51.801 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:51.801 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:51.801 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:51.801 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:51.802 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:51.802 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:51.802 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:51.802 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:51.803 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:51.803 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:51.804 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:51.804 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:51.805 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:51.805 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:51.805 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:51.805 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:51.806 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:51.806 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:51.806 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:51.806 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:51.807 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.247946_282.1", 2021-09-02T23:11:51.807 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:51.807 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:51.807 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:51.807 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946Z", 2021-09-02T23:11:51.808 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:51.808 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:51.808 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:51.809 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:51.809 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:51.809 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:51.810 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:51.810 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:51.811 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:51.811 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:51.811 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:51.811 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:51.812 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:51.812 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:51.812 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:51.812 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:51.813 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:51.813 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:51.813 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:51.813 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:51.814 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:51.814 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:51.815 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.247946_282.1 2021-09-02T23:11:56.816 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:56.817 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:11:56.818 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:11:56.910 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:11:56.911 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:11:57.305 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:11:57.305 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:11:57.306 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:11:57.306 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:11:57.306 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:11:57.306 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:11:57.307 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:57.308 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:57.308 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:11:57.308 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:57.308 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:11:57.309 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:57.309 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:57.309 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:11:57.309 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:57.310 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:11:57.310 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:57.310 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:11:57.310 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:57.311 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:57.311 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:57.311 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:57.311 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:11:57.312 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:57.312 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:57.312 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:11:57.313 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:57.313 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:57.313 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:57.313 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:11:57.314 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:57.314 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:57.314 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:57.314 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:57.314 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:11:57.315 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:57.315 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:57.315 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:11:57.315 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:57.315 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:57.316 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:57.316 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:11:57.316 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:57.316 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:57.317 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:57.317 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:11:57.317 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:11:57.317 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:11:57.317 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:11:57.318 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:11:57.318 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:11:57.318 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:11:57.318 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:11:57.320 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:11:57.320 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:11:57.320 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:57.321 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:57.321 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:11:57.321 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:11:57.321 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:11:57.321 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:11:57.322 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:11:57.322 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:11:57.322 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:11:57.323 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:02.324 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:02.325 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:02.326 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:02.393 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:02.394 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:02.771 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:02.771 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:02.771 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:02.772 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:02.772 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:02.772 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:02.772 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:02.773 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:02.773 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:02.773 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:02.773 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:02.773 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:02.774 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:02.774 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:02.774 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:02.774 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:02.775 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:02.775 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:02.775 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:02.775 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:02.776 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:02.776 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:02.776 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:02.776 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:02.776 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:02.777 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:02.777 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:02.777 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:02.777 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:02.778 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:02.778 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:02.778 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:02.778 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:02.779 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:02.779 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:02.779 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:02.780 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:02.780 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:02.780 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:02.780 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:02.781 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:02.781 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:02.781 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:02.781 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:02.782 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:02.782 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:02.782 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:02.782 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:02.783 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:02.783 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:02.783 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:02.783 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:02.784 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:02.784 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:02.784 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:02.784 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:02.784 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:02.785 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:02.785 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:02.785 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:02.785 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:02.786 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:02.786 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:02.786 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:02.787 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:07.790 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:07.791 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:07.791 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:07.902 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:07.902 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:08.227 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:08.227 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:08.227 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:08.228 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:08.228 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:08.228 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:08.228 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:08.229 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:08.229 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:08.229 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:08.229 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:08.229 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:08.230 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:08.230 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:08.230 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:08.230 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:08.231 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:08.231 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:08.231 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:08.231 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:08.232 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:08.232 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:08.232 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:08.232 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:08.233 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:08.233 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:08.233 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:08.233 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:08.233 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:08.234 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:08.234 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:08.234 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:08.234 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:08.235 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:08.235 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:08.235 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:08.235 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:08.235 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:12:08.236 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:08.236 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:08.236 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:08.237 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:12:08.237 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:08.237 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:08.237 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:08.238 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:08.238 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:08.238 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:08.238 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:08.238 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:08.239 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:08.239 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:08.239 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:08.239 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:08.239 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:08.240 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:08.240 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:08.240 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:08.240 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:08.241 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:08.241 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:08.241 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:08.241 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:08.241 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:08.243 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.301962_291.1 2021-09-02T23:12:13.244 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:13.245 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:13.245 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:13.552 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:12:13.553+0000 7fe295bdf700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:12:13.725 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:13.726 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:13.817 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:13.817 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:13.818 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:13.818 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:13.818 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:13.819 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:13.819 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:13.819 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:13.819 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:13.820 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:13.820 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:13.820 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:13.820 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:13.820 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:13.821 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:13.821 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:13.821 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:13.821 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:13.822 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:13.822 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:13.822 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:13.822 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:13.823 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:13.823 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:13.823 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:13.823 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:13.824 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:13.824 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:13.824 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:13.825 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:13.825 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:13.825 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:13.826 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:13.826 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:13.826 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:13.827 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:13.827 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:13.827 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:13.828 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:13.828 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:13.828 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:13.829 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:13.829 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:13.829 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:13.829 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:13.830 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:13.830 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:13.830 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:13.830 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:13.831 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:13.831 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:13.831 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:13.831 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:13.832 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:13.832 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:13.832 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:13.832 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:13.832 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:13.833 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:13.833 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:13.833 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:13.833 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:13.834 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:13.834 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:13.835 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:18.837 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:18.837 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:18.838 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:18.929 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:18.930 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:19.488 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:19.489 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:19.489 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:19.489 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:19.489 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:19.489 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:19.490 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:19.490 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:19.490 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:19.490 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:19.491 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:19.491 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:19.491 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:19.491 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:19.492 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:19.492 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:19.492 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:19.492 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:19.493 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:19.493 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:19.493 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:19.493 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:19.493 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:19.494 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:19.494 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:19.494 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:19.494 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:19.495 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:19.495 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:19.495 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:19.495 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:19.495 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:19.496 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:19.496 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:19.496 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:19.496 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:19.497 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:19.497 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:19.497 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:19.497 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:19.497 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:19.498 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:19.498 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:19.498 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:19.498 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:19.498 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:19.499 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:19.499 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:19.499 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:19.499 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:19.500 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:19.500 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:19.500 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:19.500 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:19.500 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:19.501 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:19.501 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:19.501 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:19.501 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:19.501 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:19.502 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:19.502 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:19.502 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:19.502 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:19.504 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:24.506 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:24.506 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:24.508 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:24.608 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:24.609 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:25.011 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:25.012 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:25.012 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:25.012 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:25.013 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:25.013 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:25.013 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:25.013 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:25.014 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:25.014 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:25.014 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:25.014 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:25.015 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:25.015 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:25.015 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:25.015 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:25.016 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:25.016 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:25.016 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:25.016 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:25.016 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:25.017 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:25.017 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:25.017 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:25.017 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:25.018 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:25.018 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:25.018 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:25.018 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:25.018 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:25.019 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:25.019 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:25.019 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:25.019 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:25.020 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:25.020 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:25.020 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:25.020 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:25.020 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:25.021 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:25.021 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:25.021 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:25.021 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:25.022 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:25.022 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:25.022 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:25.022 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:25.022 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:25.023 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:25.023 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:25.023 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:25.023 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:25.024 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:25.024 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:25.024 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:25.024 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:25.024 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:25.025 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:25.025 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:25.025 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:25.025 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:25.026 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:25.026 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:25.026 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:25.028 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:29.109 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:12:29.109+0000 7fe295bdf700 -1 ERROR: failed operation: ERROR: collect() returned error (ret=-5) 2021-09-02T23:12:30.029 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:30.030 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:30.031 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:30.119 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:30.119 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:30.461 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:30.462 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:30.463 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:30.463 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:30.463 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:30.463 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:30.463 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:30.464 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:30.464 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:30.464 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:30.464 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:30.465 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:30.465 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:30.465 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:30.465 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:30.466 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:30.466 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:30.466 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:30.466 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:30.466 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:30.467 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:30.467 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:30.467 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:30.467 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:30.468 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:30.468 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:30.468 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:30.468 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:30.468 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:30.469 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:30.469 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:30.469 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:30.469 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:30.470 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:30.470 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:30.470 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:30.470 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:30.470 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:30.471 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:30.471 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:30.471 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:30.471 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:30.472 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:30.472 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:30.472 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:30.472 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:30.472 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:30.473 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:30.473 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:30.473 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:30.473 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:30.474 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:30.474 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:30.474 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:30.474 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:30.474 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:30.475 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:30.475 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:30.475 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:30.475 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:30.476 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:30.476 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:30.476 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:30.476 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:30.477 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:35.479 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:35.480 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:35.480 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:35.562 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:35.562 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:35.892 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:35.893 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:35.893 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:35.893 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:35.893 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:35.894 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:35.894 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:35.894 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:35.894 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:35.895 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:35.895 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:35.895 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:35.895 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:35.896 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:35.896 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:35.896 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:35.896 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:35.897 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:35.897 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:35.897 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:35.897 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:35.897 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:35.898 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:35.898 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:35.898 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:35.898 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:35.899 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:35.899 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:35.899 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:35.899 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:35.899 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:35.900 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:35.900 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:35.900 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:35.900 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:35.901 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:35.901 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:35.901 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:12:35.901 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:35.901 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:35.902 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:35.902 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:12:35.902 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:35.902 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:35.903 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:35.903 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:35.903 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:35.903 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:35.903 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:35.904 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:35.904 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:35.904 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:35.904 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:35.905 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:35.905 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:35.905 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:35.905 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:35.905 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:35.906 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:35.906 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:35.906 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:35.906 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:35.907 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:35.907 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:35.908 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.301962_291.1 2021-09-02T23:12:40.910 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:40.911 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:40.911 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:40.999 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:40.999 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:41.345 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:41.345 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:41.345 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:41.346 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:41.346 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:41.346 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:41.346 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:41.347 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:41.347 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:41.347 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:41.347 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:41.348 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:41.348 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:41.348 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:41.348 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:41.348 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:41.349 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:41.349 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:41.349 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:41.349 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:41.350 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:41.350 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:41.350 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:41.350 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:41.351 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:41.351 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:41.351 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:41.351 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:41.352 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:41.352 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:41.352 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:41.352 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:41.352 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:41.353 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:41.353 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:41.353 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:41.353 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:41.354 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:41.354 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:41.354 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:41.354 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:41.355 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:41.355 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:41.355 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:41.355 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:41.355 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:41.356 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:41.356 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:41.356 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:41.356 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:41.357 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:41.357 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:41.357 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:41.357 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:41.357 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:41.358 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:41.358 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:41.358 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:41.358 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:41.359 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:41.359 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:41.359 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:41.359 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:41.360 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:41.360 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:46.361 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:46.362 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:46.363 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:46.455 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:46.455 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:46.784 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:46.784 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:46.785 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:46.785 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:46.785 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:46.785 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:46.786 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:46.786 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:46.786 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:46.786 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:46.787 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:46.787 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:46.787 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:46.787 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:46.787 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:46.788 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:46.788 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:46.788 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:46.788 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:46.789 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:46.789 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:46.789 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:46.789 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:46.789 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:46.790 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:46.790 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:46.790 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:46.790 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:46.791 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:46.791 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:46.791 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:46.791 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:46.791 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:46.792 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:46.792 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:46.792 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:46.792 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:46.793 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:12:46.793 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:46.793 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:46.793 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:46.793 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:12:46.794 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:46.794 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:46.794 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:46.794 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:46.795 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:46.795 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:46.795 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:46.795 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:46.795 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:46.796 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:46.796 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:46.796 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:46.797 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:46.797 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:46.798 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:46.798 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:46.798 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:46.799 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:46.799 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:46.799 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:46.800 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:46.800 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:46.801 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:12:51.802 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:51.803 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:51.804 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:51.896 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:51.896 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:52.405 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:52.406 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:52.406 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:52.406 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:52.407 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:52.407 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:52.407 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:52.407 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:52.408 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:52.408 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:52.408 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:52.408 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:52.408 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:52.409 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:52.409 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:52.409 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:52.409 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:52.410 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:52.410 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:52.410 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:52.410 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:52.410 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:52.411 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:52.411 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:52.411 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:52.411 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:52.412 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:52.412 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:52.412 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:52.412 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:52.413 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:52.413 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:52.413 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:52.413 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:52.413 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:52.414 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:52.414 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:52.414 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.252337_284.1", 2021-09-02T23:12:52.414 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:52.415 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:52.415 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:52.415 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337Z", 2021-09-02T23:12:52.415 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:52.416 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:52.416 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:52.416 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:52.416 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:52.416 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:52.417 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:52.417 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:52.417 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:52.417 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:52.418 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:52.418 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:52.418 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:52.418 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:52.418 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:52.419 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:52.419 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:52.419 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:52.419 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:52.420 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:52.420 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:52.420 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:52.421 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.252337_284.1 2021-09-02T23:12:57.424 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:57.426 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:12:57.427 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:12:57.517 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:12:57.517 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:12:57.874 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:12:57.875 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:12:57.875 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:12:57.875 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:12:57.876 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:12:57.876 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:12:57.876 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:57.877 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:57.877 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:12:57.877 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:57.877 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:12:57.878 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:57.878 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:57.878 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:12:57.878 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:57.878 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:12:57.879 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:57.879 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:12:57.879 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:57.879 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:57.880 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:57.880 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:57.880 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:12:57.880 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:57.881 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:57.881 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:12:57.881 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:57.881 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:57.882 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:57.882 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:12:57.882 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:57.882 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:57.883 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:57.883 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:57.883 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:12:57.883 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:57.883 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:57.884 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.247946_282.1", 2021-09-02T23:12:57.884 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:57.884 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:57.884 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:57.885 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946Z", 2021-09-02T23:12:57.885 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:57.885 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:57.885 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:57.885 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:12:57.886 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:12:57.886 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:12:57.887 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:12:57.887 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:12:57.887 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:12:57.887 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:12:57.888 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:12:57.888 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:12:57.888 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:12:57.888 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:57.888 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:57.889 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:12:57.889 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:12:57.889 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:12:57.889 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:12:57.890 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:12:57.890 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:12:57.890 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:12:57.891 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.247946_282.1 2021-09-02T23:13:02.893 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:02.894 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:02.895 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:13:02.980 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:13:02.980 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:13:03.300 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:13:03.301 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:13:03.301 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:13:03.301 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:13:03.301 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:13:03.302 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:13:03.302 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:03.302 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:03.302 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:13:03.303 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:03.303 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:13:03.303 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:03.303 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:03.304 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:13:03.304 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:03.304 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:13:03.304 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:03.304 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:13:03.305 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:03.305 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:03.305 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:03.305 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:03.306 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:13:03.306 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:03.306 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:03.307 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:13:03.307 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:03.307 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:03.308 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:03.308 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:13:03.308 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:03.308 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:03.309 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:03.309 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:03.309 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:13:03.309 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:03.310 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:03.310 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.301962_291.1", 2021-09-02T23:13:03.310 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:03.310 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:03.311 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:03.311 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962Z", 2021-09-02T23:13:03.311 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:03.311 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:03.312 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:03.312 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:03.312 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:13:03.312 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:03.313 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:03.313 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:13:03.313 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:03.313 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:03.314 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:03.314 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:13:03.314 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:03.314 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:03.315 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:03.315 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:13:03.315 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:03.315 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:13:03.316 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:13:03.316 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:13:03.316 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:03.316 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:13:03.318 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.301962_291.1 2021-09-02T23:13:08.319 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:08.320 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:08.321 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:13:08.406 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:13:08.406 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:13:08.815 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:13:08.815 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:13:08.815 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:13:08.816 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:13:08.816 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:13:08.816 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:13:08.816 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:08.817 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:08.817 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:13:08.817 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:08.817 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:13:08.818 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:08.818 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:08.818 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:13:08.818 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:08.819 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:13:08.819 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:08.819 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:13:08.819 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:08.820 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:08.820 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:08.820 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:08.820 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:13:08.821 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:08.821 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:08.821 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:13:08.821 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:08.822 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:08.822 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:08.822 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:13:08.822 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:08.823 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:08.823 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:08.823 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:08.823 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:13:08.823 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:08.824 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:08.824 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623747.249107_283.1", 2021-09-02T23:13:08.824 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:08.824 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:08.825 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:08.825 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107Z", 2021-09-02T23:13:08.825 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:08.825 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:08.825 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:08.826 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:08.826 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:13:08.826 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:08.826 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:08.827 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:13:08.827 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:08.827 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:08.827 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:08.827 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:13:08.828 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:08.828 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:08.828 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:08.828 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:13:08.829 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:08.829 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:13:08.829 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:13:08.829 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:13:08.829 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:08.830 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:13:08.831 WARNING:rgw_multi.tests:zone test-zone3 behind master: shard=2 master=1_1630624208.661232_360.1 target=1_1630623747.249107_283.1 2021-09-02T23:13:13.832 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:13.833 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:13.834 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:13:13.881 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:13:13.882 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:13:13.961 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:13:13.962 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:13:13.962 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:13:13.962 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:13:13.963 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:13:13.963 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:13:13.963 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:13.964 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:13.964 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:13:13.964 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:13.964 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:13:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:13:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:13.965 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:13:13.966 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:13.966 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:13:13.966 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:13.967 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:13.967 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:13.967 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:13.968 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:13:13.968 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:13.968 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:13.969 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:13:13.970 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:13.970 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:13.970 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:13.970 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:13:13.971 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:13.971 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:13.971 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:13.972 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:13.972 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:13:13.972 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:13.972 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:13.973 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624208.661232_360.1", 2021-09-02T23:13:13.973 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:13.973 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:13.973 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:13.974 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.661232Z", 2021-09-02T23:13:13.974 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:13.974 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:13.974 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:13.975 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:13:13.975 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:13:13.975 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:13:13.976 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:13:13.976 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:13:13.976 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:13:13.976 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:13:13.976 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:13:13.977 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:13:13.977 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:13:13.977 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:13.977 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:13.978 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:13:13.978 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:13:13.978 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:13:13.978 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:13:13.978 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:13:13.979 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:13:13.979 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:13:13.980 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:13:13.981 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:13:13.981 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:13.982 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:13:13.983 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:13:14.031 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:13:14.031 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:13:14.103 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:13:14.104 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:13:14.104 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:13:14.104 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:13:14.105 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:13:14.105 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:13:14.105 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:13:14.105 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:14.106 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:13:14.106 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:14.106 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:13:14.106 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:13:14.107 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:13:14.107 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:13:14.107 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:13:14.107 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:13:14.108 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:13:14.108 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:13:14.108 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:13:14.108 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:14.108 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:14.109 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:14.109 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:13:14.109 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:13:14.109 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:13:14.110 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:13:14.110 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:13:14.110 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:13:14.110 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:13:14.110 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:13:14.111 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:13:14.111 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:14.111 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:14.111 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:14.112 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:13:14.112 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:13:14.112 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:13:14.113 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624208.661232_360.1", 2021-09-02T23:13:14.113 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:13:14.113 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:13:14.113 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:13:14.114 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.661232Z", 2021-09-02T23:13:14.114 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:13:14.114 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:14.114 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:14.115 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:14.115 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:13:14.115 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:13:14.115 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:13:14.116 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:13:14.116 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:13:14.116 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:13:14.116 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:13:14.116 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:13:14.117 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:13:14.117 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:14.117 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:14.117 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:13:14.118 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:14.118 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:13:14.118 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:13:14.118 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:13:14.119 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:14.119 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:13:14.120 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:13:14.121 DEBUG:tasks.rgw.c1.client.1:waiting for process to exit 2021-09-02T23:13:14.121 INFO:teuthology.orchestra.run:waiting for 300 2021-09-02T23:13:14.127 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:13:14.122+0000 7fe2b341a700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 39418) UID: 0 2021-09-02T23:13:14.128 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:13:14.122+0000 7fe2c4355440 -1 shutting down 2021-09-02T23:13:15.597 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 is failed for ~0s 2021-09-02T23:13:20.223 INFO:tasks.rgw.c1.client.1:Stopped 2021-09-02T23:13:20.224 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:13:20.224 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:13:20.225 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --master --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:13:20.273 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:13:20.273 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:13:20.302 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:13:20.302+0000 7f693ca4f380 0 NOTICE: overriding master zone: 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T23:13:20.302 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:13:20.303+0000 7f693ca4f380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:13:20.302 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:13:20.303+0000 7f693ca4f380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:13:20.305 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:13:20.307+0000 7f693ca4f380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:13:20.306 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:13:20.307+0000 7f693ca4f380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:13:20.312 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:13:20.312 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:13:20.313 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:13:20.313 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T23:13:20.313 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T23:13:20.313 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T23:13:20.314 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T23:13:20.314 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T23:13:20.314 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T23:13:20.314 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T23:13:20.315 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T23:13:20.315 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T23:13:20.315 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T23:13:20.315 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T23:13:20.316 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T23:13:20.316 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T23:13:20.316 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T23:13:20.316 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T23:13:20.316 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:13:20.317 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:13:20.317 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.317 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T23:13:20.317 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.318 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T23:13:20.318 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:13:20.318 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T23:13:20.319 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T23:13:20.319 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T23:13:20.319 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2021-09-02T23:13:20.319 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T23:13:20.320 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.320 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.320 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T23:13:20.320 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T23:13:20.320 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.321 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.321 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.321 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:13:20.321 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T23:13:20.322 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:13:20.323 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:13:20.324 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:13:20.325 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:13:20.369 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:13:20.369 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:13:20.455 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:13:20.455 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:13:20.456 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 1, 2021-09-02T23:13:20.456 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "d78f608a-5047-4b24-9d52-2236c87045b7", 2021-09-02T23:13:20.456 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [ 2021-09-02T23:13:20.456 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630623379.503325_41.1", 2021-09-02T23:13:20.457 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:13:20.457 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630624208.661232_360.1", 2021-09-02T23:13:20.457 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630623523.115450_82.1" 2021-09-02T23:13:20.457 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.458 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T23:13:20.458 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:13:20.458 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T23:13:20.458 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.458 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T23:13:20.459 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T23:13:20.459 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T23:13:20.459 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T23:13:20.459 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:13:20.460 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:13:20.460 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.460 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T23:13:20.460 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T23:13:20.460 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:13:20.461 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T23:13:20.461 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.461 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:13:20.461 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T23:13:20.462 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:13:20.462 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:13:20.462 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.462 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:13:20.463 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:13:20.463 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:13:20.463 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:13:20.463 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:13:20.464 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:13:20.464 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:13:20.464 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:13:20.464 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.464 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.465 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:13:20.465 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:13:20.465 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:13:20.465 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:13:20.466 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.466 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:13:20.466 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:13:20.466 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:13:20.467 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:13:20.467 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:13:20.467 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:13:20.467 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:13:20.467 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:13:20.468 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.468 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.468 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:13:20.468 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T23:13:20.468 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:13:20.469 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:13:20.469 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.469 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:13:20.469 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:13:20.470 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:13:20.470 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:13:20.470 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T23:13:20.470 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:13:20.471 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T23:13:20.471 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T23:13:20.471 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.471 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:13:20.471 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.472 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.472 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:13:20.472 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T23:13:20.472 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:13:20.473 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:13:20.473 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.473 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:13:20.473 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:13:20.473 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:13:20.474 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:13:20.474 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:13:20.474 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:13:20.474 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:13:20.475 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:13:20.475 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.475 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.475 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T23:13:20.475 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.476 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T23:13:20.476 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T23:13:20.476 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T23:13:20.476 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T23:13:20.476 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:13:20.477 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.477 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.477 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T23:13:20.477 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:13:20.478 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T23:13:20.478 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T23:13:20.478 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.479 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.480 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:13:20.480 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T23:13:20.480 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.480 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:13:20.480 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T23:13:20.481 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.481 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.481 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:13:20.481 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T23:13:20.482 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.482 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.482 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:13:20.482 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T23:13:20.483 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.483 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:13:20.483 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:13:20.483 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T23:13:20.483 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.484 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:13:20.484 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.484 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:13:20.484 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:13:20.485 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T23:13:20.485 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T23:13:20.485 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:13:20.485 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:13:20.485 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:13:20.486 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:13:20.486 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:13:20.486 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.486 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T23:13:20.487 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:13:20.487 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:13:20.487 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:13:20.487 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:13:20.488 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:13:20.488 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:13:20.488 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:13:20.488 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:13:20.488 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T23:13:20.489 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 3 2021-09-02T23:13:20.489 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:13:20.489 INFO:rgw_multi.tests:Set master zone=test-zone2, waiting 60s for reconfiguration.. 2021-09-02T23:13:21.202 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.1 has been restored 2021-09-02T23:14:20.491 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-42 2021-09-02T23:14:20.675 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-43 2021-09-02T23:14:20.706 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:14:20.707 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:14:20.708 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:14:20.753 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:14:20.754 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:14:20.803 INFO:teuthology.orchestra.run.smithi162.stderr:No --period given, using current period=5927e2b4-a9ce-4aef-b6e8-b16adeb198fd 2021-09-02T23:14:20.820 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:14:20.820 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:14:20.821 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:14:20.821 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:14:20.821 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:14:20.822 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:14:20.822 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:14:20.822 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:14:20.822 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:14:20.822 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:14:20.823 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624460.705354_83.1", 2021-09-02T23:14:20.823 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:14:20.705354Z" 2021-09-02T23:14:20.823 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:14:20.823 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:14:20.824 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:14:20.824 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:14:20.824 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:14:20.824 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:14:20.826 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone1 2021-09-02T23:14:20.826 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:14:20.827 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:14:20.827 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:14:20.886 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:14:20.887 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:14:20.959 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:14:20.959 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:14:20.960 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:14:20.960 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:14:20.960 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:14:20.960 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:14:20.961 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:20.961 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:20.961 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:14:20.961 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:20.962 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:14:20.962 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:20.962 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 0, 2021-09-02T23:14:20.962 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "bucket.instance:yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:14:20.963 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:20.963 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 80, 2021-09-02T23:14:20.963 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 9, 2021-09-02T23:14:20.963 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:14:20.963 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 0 2021-09-02T23:14:20.964 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:20.964 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:20.964 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:20.964 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:14:20.964 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:20.965 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:14:20.965 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:14:20.965 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:20.965 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:14:20.966 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:14:20.966 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:14:20.966 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:20.966 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:20.966 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:20.967 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:20.967 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:14:20.967 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:20.967 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:14:20.967 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624460.541587_76.1", 2021-09-02T23:14:20.968 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:20.968 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:14:20.968 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:14:20.968 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.541587Z", 2021-09-02T23:14:20.969 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:20.969 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:20.969 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:20.969 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:20.969 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:14:20.970 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:20.970 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:14:20.970 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:14:20.970 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:20.970 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:14:20.971 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:14:20.971 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:14:20.971 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:20.971 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:20.972 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:20.972 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:14:20.972 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:20.972 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:14:20.973 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 80, 2021-09-02T23:14:20.973 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 9 2021-09-02T23:14:20.973 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:20.973 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:14:20.974 WARNING:rgw_multi.tests:zone test-zone1 behind master: shard=2 master=1_1630624460.705354_83.1 target=1_1630624460.541587_76.1 2021-09-02T23:14:25.976 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:14:25.976 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:14:25.977 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:14:26.020 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:14:26.021 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:14:26.085 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:14:26.085 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:14:26.085 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:14:26.086 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:14:26.086 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:14:26.086 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:14:26.086 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:26.087 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.087 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:14:26.087 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.087 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:14:26.088 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:26.088 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 0, 2021-09-02T23:14:26.088 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "bucket.instance:yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:14:26.088 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:26.088 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 80, 2021-09-02T23:14:26.089 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 3, 2021-09-02T23:14:26.089 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:14:26.089 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 0 2021-09-02T23:14:26.089 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.090 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.090 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.090 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:14:26.090 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:26.091 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:14:26.091 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:14:26.091 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:26.091 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:14:26.091 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:14:26.092 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:14:26.092 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:26.092 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.092 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.092 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.093 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:14:26.093 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:26.093 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:14:26.093 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624460.705354_83.1", 2021-09-02T23:14:26.093 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:26.094 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:14:26.094 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:14:26.094 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.705354Z", 2021-09-02T23:14:26.094 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:26.095 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.095 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.095 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.095 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:14:26.095 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:26.096 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:14:26.096 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:14:26.096 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:14:26.096 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:14:26.096 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:14:26.097 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:14:26.097 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 3 2021-09-02T23:14:26.097 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.097 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.097 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:14:26.098 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.098 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:14:26.098 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 80, 2021-09-02T23:14:26.098 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 3 2021-09-02T23:14:26.099 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.099 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:14:26.100 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone1 2021-09-02T23:14:26.100 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:14:26.101 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'modify', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--master', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:14:26.101 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone modify --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --master --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:14:26.181 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:14:26.181 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:14:26.207 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:14:26.208+0000 7f34004e2380 0 NOTICE: overriding master zone: 774b8212-25eb-4051-978d-c06db3681198 2021-09-02T23:14:26.209 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:14:26.211+0000 7f34004e2380 0 failed reading obj info from .rgw.root:zone_info.774b8212-25eb-4051-978d-c06db3681198: (2) No such file or directory 2021-09-02T23:14:26.209 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:14:26.211+0000 7f34004e2380 0 WARNING: could not read zone params for zone id=774b8212-25eb-4051-978d-c06db3681198 name=test-zone2 2021-09-02T23:14:26.210 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:14:26.211+0000 7f34004e2380 0 failed reading obj info from .rgw.root:zone_info.9e17729b-88dc-4461-b011-48b62134cc9c: (2) No such file or directory 2021-09-02T23:14:26.210 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:14:26.211+0000 7f34004e2380 0 WARNING: could not read zone params for zone id=9e17729b-88dc-4461-b011-48b62134cc9c name=test-zone4 2021-09-02T23:14:26.216 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:14:26.217 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:14:26.217 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T23:14:26.217 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "test-zone1.rgw.meta:root", 2021-09-02T23:14:26.217 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "test-zone1.rgw.control", 2021-09-02T23:14:26.218 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "test-zone1.rgw.log:gc", 2021-09-02T23:14:26.218 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "test-zone1.rgw.log:lc", 2021-09-02T23:14:26.218 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "test-zone1.rgw.log", 2021-09-02T23:14:26.218 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "test-zone1.rgw.log:intent", 2021-09-02T23:14:26.219 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "test-zone1.rgw.log:usage", 2021-09-02T23:14:26.219 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "test-zone1.rgw.meta:roles", 2021-09-02T23:14:26.219 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "test-zone1.rgw.log:reshard", 2021-09-02T23:14:26.219 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "test-zone1.rgw.meta:users.keys", 2021-09-02T23:14:26.219 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "test-zone1.rgw.meta:users.email", 2021-09-02T23:14:26.220 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "test-zone1.rgw.meta:users.swift", 2021-09-02T23:14:26.220 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "test-zone1.rgw.meta:users.uid", 2021-09-02T23:14:26.220 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "test-zone1.rgw.otp", 2021-09-02T23:14:26.220 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T23:14:26.220 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:14:26.221 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:14:26.221 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.221 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T23:14:26.221 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.222 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T23:14:26.222 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:14:26.222 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "test-zone1.rgw.buckets.index", 2021-09-02T23:14:26.222 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T23:14:26.222 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T23:14:26.223 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "test-zone1.rgw.buckets.data", 2021-09-02T23:14:26.223 INFO:teuthology.orchestra.run.smithi132.stdout: "compression_type": "random" 2021-09-02T23:14:26.223 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.223 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.224 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "test-zone1.rgw.buckets.non-ec", 2021-09-02T23:14:26.224 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T23:14:26.224 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.224 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.224 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.225 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:14:26.225 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "test-zone1.rgw.log:notif" 2021-09-02T23:14:26.225 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:14:26.226 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:14:26.227 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:14:26.227 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:14:26.307 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:14:26.307 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:14:26.397 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:14:26.397 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:14:26.398 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 1, 2021-09-02T23:14:26.398 INFO:teuthology.orchestra.run.smithi132.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:14:26.398 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": [ 2021-09-02T23:14:26.398 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:14:26.399 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:14:26.399 INFO:teuthology.orchestra.run.smithi132.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:14:26.399 INFO:teuthology.orchestra.run.smithi132.stdout: "" 2021-09-02T23:14:26.399 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.400 INFO:teuthology.orchestra.run.smithi132.stdout: "period_map": { 2021-09-02T23:14:26.400 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:14:26.400 INFO:teuthology.orchestra.run.smithi132.stdout: "zonegroups": [ 2021-09-02T23:14:26.400 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.401 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T23:14:26.401 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T23:14:26.401 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T23:14:26.401 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T23:14:26.401 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:14:26.402 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:14:26.402 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.402 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:14:26.402 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:14:26.402 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:14:26.403 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T23:14:26.403 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.403 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:14:26.403 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T23:14:26.404 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:14:26.404 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:14:26.404 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.404 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:14:26.404 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:14:26.405 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:14:26.405 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:14:26.405 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:14:26.405 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:14:26.406 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:14:26.406 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:14:26.406 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.406 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.407 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:14:26.407 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone2", 2021-09-02T23:14:26.407 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:14:26.407 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:14:26.408 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.408 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:14:26.408 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:14:26.408 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:14:26.409 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:14:26.409 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:14:26.409 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:14:26.409 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:14:26.410 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:14:26.410 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.410 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.410 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:14:26.411 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone4", 2021-09-02T23:14:26.411 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:14:26.411 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:14:26.411 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.412 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:14:26.412 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:14:26.412 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:14:26.412 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:14:26.413 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "pubsub", 2021-09-02T23:14:26.413 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "false", 2021-09-02T23:14:26.413 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [ 2021-09-02T23:14:26.413 INFO:teuthology.orchestra.run.smithi132.stdout: "test-zone1" 2021-09-02T23:14:26.414 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.414 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:14:26.414 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.414 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.415 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:14:26.415 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T23:14:26.415 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:14:26.415 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:14:26.415 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.416 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:14:26.416 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:14:26.416 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:14:26.416 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:14:26.417 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:14:26.417 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:14:26.417 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:14:26.417 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:14:26.418 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.418 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.418 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T23:14:26.418 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.419 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T23:14:26.419 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T23:14:26.419 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T23:14:26.420 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T23:14:26.420 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:14:26.420 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.420 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.421 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T23:14:26.421 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:14:26.421 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:14:26.421 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:14:26.422 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.422 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.422 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:14:26.424 INFO:teuthology.orchestra.run.smithi132.stdout: "short_zone_ids": [ 2021-09-02T23:14:26.424 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.424 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:14:26.425 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 4263402381 2021-09-02T23:14:26.425 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.425 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.425 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:14:26.426 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 1921566560 2021-09-02T23:14:26.426 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.426 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.427 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:14:26.427 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 764212511 2021-09-02T23:14:26.427 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.428 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:14:26.428 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:14:26.428 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 682737247 2021-09-02T23:14:26.428 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.429 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:14:26.429 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.429 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:14:26.429 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:14:26.430 INFO:teuthology.orchestra.run.smithi132.stdout: "period_config": { 2021-09-02T23:14:26.430 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T23:14:26.430 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:14:26.430 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:14:26.431 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:14:26.431 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:14:26.431 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:14:26.431 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.432 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T23:14:26.432 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:14:26.432 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:14:26.432 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:14:26.433 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:14:26.433 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:14:26.433 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:14:26.433 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:14:26.433 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:14:26.434 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_name": "test-realm", 2021-09-02T23:14:26.434 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:14:26.434 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:14:26.435 INFO:rgw_multi.tests:Set master zone=test-zone1, waiting 60s for reconfiguration.. 2021-09-02T23:15:26.436 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-44 2021-09-02T23:15:26.474 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-45 2021-09-02T23:15:26.528 INFO:tasks.rgw.c1.client.1:Restarting daemon 2021-09-02T23:15:26.529 DEBUG:teuthology.orchestra.run.smithi132:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=8001' -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm | sudo tee /var/log/ceph/rgw.c1.client.1.stdout 2>&1 2021-09-02T23:15:26.532 INFO:tasks.rgw.c1.client.1:Started 2021-09-02T23:15:26.533 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8001 2021-09-02T23:15:26.564 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T23:15:26.564 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T23:15:26.574 DEBUG:teuthology.orchestra.run:got remote process result: 7 2021-09-02T23:15:26.575 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi132.front.sepia.ceph.com port 8001: Connection refused 2021-09-02T23:15:27.576 DEBUG:teuthology.orchestra.run.smithi132:> curl http://smithi132.front.sepia.ceph.com:8001 2021-09-02T23:15:27.598 INFO:teuthology.orchestra.run.smithi132.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2021-09-02T23:15:27.598 INFO:teuthology.orchestra.run.smithi132.stderr: Dload Upload Total Spent Left Speed 2021-09-02T23:15:27.598 INFO:teuthology.orchestra.run.smithi132.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 208k 0 --:--:-- --:--:-- --:--:-- 208k 2021-09-02T23:15:27.599 INFO:teuthology.orchestra.run.smithi132.stdout:anonymous 2021-09-02T23:15:27.600 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:27.601 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:27.601 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:27.680 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:27.680 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:27.742 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e 2021-09-02T23:15:27.759 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:27.760 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:27.760 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:27.760 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:15:27.761 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:27.761 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:27.761 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:27.761 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:15:27.762 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:27.762 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:27.762 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624526.506603_114.1", 2021-09-02T23:15:27.763 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:26.506603Z" 2021-09-02T23:15:27.763 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:27.763 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:27.764 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:27.764 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:15:27.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:27.765 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:27.766 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:15:27.766 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:27.767 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:27.768 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:27.815 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:27.816 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:27.887 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:15:27.888 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:15:27.888 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:15:27.888 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:15:27.888 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:15:27.889 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:15:27.889 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 3 2021-09-02T23:15:27.889 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:27.889 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:15:27.890 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:27.890 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:15:27.890 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:27.890 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:27.891 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:27.891 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:27.891 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:15:27.891 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:27.891 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:27.892 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:27.892 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:27.892 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:27.892 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:27.893 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:15:27.893 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:27.893 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:27.893 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:15:27.893 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:27.894 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:27.894 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:27.894 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:15:27.894 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:27.895 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:27.895 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:27.895 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:27.895 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:15:27.896 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:27.896 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:27.896 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624460.541587_76.1", 2021-09-02T23:15:27.896 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:27.896 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:27.897 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:27.897 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.541587Z", 2021-09-02T23:15:27.897 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 3 2021-09-02T23:15:27.897 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:27.898 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:27.898 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:27.898 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:15:27.898 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:27.899 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:27.899 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:27.899 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:27.899 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:27.899 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:27.900 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:27.900 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:27.900 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:27.900 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:27.901 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:15:27.901 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:27.901 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:15:27.901 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:15:27.901 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:15:27.902 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:27.902 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:15:27.903 WARNING:rgw_multi.tests:zone test-zone2 is syncing realm epoch=3, behind current realm epoch=4 2021-09-02T23:15:32.905 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:32.906 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:32.906 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:32.948 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:32.948 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:33.023 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:15:33.023 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:15:33.023 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:15:33.024 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:15:33.024 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:15:33.024 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:15:33.025 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:33.025 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:33.025 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:15:33.025 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:33.026 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:15:33.026 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:33.026 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:33.026 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:33.026 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:33.027 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:15:33.027 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:33.027 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:33.027 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:33.028 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:33.028 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:33.028 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:33.028 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:15:33.029 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:33.029 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:33.029 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:15:33.029 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:33.029 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:33.030 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:33.030 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:15:33.030 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:33.030 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:33.031 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:33.031 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:33.031 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:15:33.031 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:33.032 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:33.032 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624526.459467_107.1", 2021-09-02T23:15:33.032 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:33.032 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:33.032 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:33.033 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.459467Z", 2021-09-02T23:15:33.033 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:33.033 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:33.033 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:33.034 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:33.034 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:15:33.034 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:33.034 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:33.034 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:33.035 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:33.035 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:33.035 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:33.035 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:33.036 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:33.036 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:33.036 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:33.036 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:15:33.036 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:33.037 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:15:33.037 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:15:33.037 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:15:33.037 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:33.037 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:15:33.039 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624526.506603_114.1 target=1_1630624526.459467_107.1 2021-09-02T23:15:38.040 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:38.041 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:38.043 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:38.109 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:38.110 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:38.256 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:15:38.256 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:15:38.256 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:15:38.256 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:15:38.257 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:15:38.257 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:15:38.257 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:38.257 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.257 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:15:38.258 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.258 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:15:38.258 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.258 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.259 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:38.259 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.259 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:15:38.259 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.260 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:38.260 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:38.260 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.260 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.261 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.261 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:15:38.261 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.261 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.262 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:15:38.262 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.262 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:38.262 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.263 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:15:38.263 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:38.263 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.263 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.263 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.264 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:15:38.264 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.264 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.265 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624526.506603_114.1", 2021-09-02T23:15:38.265 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.265 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:38.265 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.265 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.506603Z", 2021-09-02T23:15:38.266 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:38.266 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.266 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.266 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.266 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:15:38.267 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.267 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.267 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:38.267 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.268 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:38.268 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.268 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:38.268 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:38.268 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.269 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.269 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:15:38.269 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.269 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:15:38.269 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:15:38.270 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:15:38.270 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.270 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:15:38.271 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:15:38.272 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:15:38.273 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:38.273 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:38.274 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:38.322 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:38.322 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:38.392 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:15:38.392 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:15:38.392 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:15:38.393 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:15:38.393 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:15:38.393 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:15:38.393 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:15:38.394 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:38.394 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:15:38.394 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:38.394 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:15:38.395 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:15:38.395 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:15:38.395 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:38.395 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:15:38.396 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:15:38.396 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:15:38.396 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:38.396 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:15:38.396 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:38.397 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:38.397 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:38.397 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:15:38.397 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:15:38.398 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:15:38.398 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:38.398 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:15:38.398 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:15:38.399 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:15:38.399 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:15:38.399 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:15:38.399 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:38.399 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:38.400 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:38.400 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:15:38.400 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:15:38.400 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:15:38.400 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624526.506603_114.1", 2021-09-02T23:15:38.401 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:15:38.401 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:15:38.401 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:15:38.401 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.506603Z", 2021-09-02T23:15:38.402 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:15:38.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:38.402 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:38.402 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:38.403 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:15:38.403 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:15:38.403 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:15:38.403 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:38.403 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:15:38.404 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:15:38.404 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:15:38.404 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:38.404 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:15:38.404 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:38.405 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:38.405 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:15:38.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:38.405 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:15:38.406 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:15:38.406 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:15:38.406 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:38.406 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:15:38.407 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:15:38.408 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:15:38.408 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:38.409 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:38.410 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:38.453 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:38.453 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:38.521 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:15:38.521 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:15:38.521 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:15:38.521 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:15:38.522 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:15:38.522 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:15:38.522 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:38.522 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.523 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:15:38.523 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.523 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:15:38.523 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.523 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.524 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:38.524 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.524 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:15:38.524 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.524 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:38.525 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:38.525 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.525 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.525 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.525 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:15:38.526 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.526 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.526 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:15:38.526 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.526 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:38.527 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.527 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:15:38.527 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:38.527 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.527 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.528 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.528 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:15:38.528 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.528 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.528 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624526.459467_107.1", 2021-09-02T23:15:38.529 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.529 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:38.529 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.529 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.459467Z", 2021-09-02T23:15:38.529 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:38.530 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.530 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.530 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:38.530 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:15:38.531 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:38.531 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:38.531 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:38.531 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:38.532 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:38.532 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:38.532 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:38.532 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:38.532 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.533 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.533 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:15:38.533 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:38.533 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:15:38.533 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:15:38.534 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:15:38.534 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:38.534 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:15:38.535 WARNING:rgw_multi.tests:zone test-zone4 behind master: shard=2 master=1_1630624526.506603_114.1 target=1_1630624526.459467_107.1 2021-09-02T23:15:43.537 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:43.537 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:43.538 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:43.583 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:43.583 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:43.654 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:15:43.655 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:15:43.655 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:15:43.656 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:15:43.656 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:15:43.656 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:15:43.657 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:43.657 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:43.657 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:15:43.657 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:43.658 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:15:43.658 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:43.659 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:43.659 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:43.659 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:43.659 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:15:43.659 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:43.660 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:43.660 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:43.660 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:43.660 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:43.661 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:43.661 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:15:43.661 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:43.661 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:43.661 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:15:43.662 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:43.662 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:43.662 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:43.663 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:15:43.663 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:43.663 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:43.663 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:43.664 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:43.664 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:15:43.665 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:43.665 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:43.665 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624526.506603_114.1", 2021-09-02T23:15:43.665 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:43.665 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:43.666 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:43.666 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.506603Z", 2021-09-02T23:15:43.667 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:43.667 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:43.667 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:43.668 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:43.668 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:15:43.668 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:43.668 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:43.669 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:43.669 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:43.669 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:43.669 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:43.670 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:43.670 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:43.670 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:43.670 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:43.671 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:15:43.671 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:43.671 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:15:43.671 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:15:43.672 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:15:43.672 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:43.672 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:15:43.673 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:15:43.674 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-39 zones={test-zone2, test-zone1} 2021-09-02T23:15:43.684 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:43.731 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:43.786 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-39 zones={test-zone2, test-zone1} 2021-09-02T23:15:43.787 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-39 zones={test-zone3, test-zone1} 2021-09-02T23:15:43.798 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:43.851 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:43.903 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-39 zones={test-zone3, test-zone1} 2021-09-02T23:15:43.904 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-39 zones={test-zone1, test-zone2} 2021-09-02T23:15:43.911 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:43.959 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.010 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-39 zones={test-zone1, test-zone2} 2021-09-02T23:15:44.011 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-39 zones={test-zone3, test-zone2} 2021-09-02T23:15:44.017 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.063 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.118 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-39 zones={test-zone3, test-zone2} 2021-09-02T23:15:44.119 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-39 zones={test-zone1, test-zone3} 2021-09-02T23:15:44.125 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.171 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.226 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-39 zones={test-zone1, test-zone3} 2021-09-02T23:15:44.227 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-39 zones={test-zone2, test-zone3} 2021-09-02T23:15:44.233 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.279 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.330 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-39 zones={test-zone2, test-zone3} 2021-09-02T23:15:44.331 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-40 zones={test-zone2, test-zone1} 2021-09-02T23:15:44.339 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.387 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.438 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-40 zones={test-zone2, test-zone1} 2021-09-02T23:15:44.439 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-40 zones={test-zone3, test-zone1} 2021-09-02T23:15:44.446 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.491 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.542 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-40 zones={test-zone3, test-zone1} 2021-09-02T23:15:44.543 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-40 zones={test-zone1, test-zone2} 2021-09-02T23:15:44.549 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.595 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.646 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-40 zones={test-zone1, test-zone2} 2021-09-02T23:15:44.647 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-40 zones={test-zone3, test-zone2} 2021-09-02T23:15:44.653 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.699 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.750 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-40 zones={test-zone3, test-zone2} 2021-09-02T23:15:44.751 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-40 zones={test-zone1, test-zone3} 2021-09-02T23:15:44.757 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.803 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.862 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-40 zones={test-zone1, test-zone3} 2021-09-02T23:15:44.863 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-40 zones={test-zone2, test-zone3} 2021-09-02T23:15:44.869 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:44.915 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:44.966 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-40 zones={test-zone2, test-zone3} 2021-09-02T23:15:44.967 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-41 zones={test-zone2, test-zone1} 2021-09-02T23:15:44.976 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.027 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.079 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-41 zones={test-zone2, test-zone1} 2021-09-02T23:15:45.079 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-41 zones={test-zone3, test-zone1} 2021-09-02T23:15:45.086 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.131 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.182 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-41 zones={test-zone3, test-zone1} 2021-09-02T23:15:45.183 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-41 zones={test-zone1, test-zone2} 2021-09-02T23:15:45.189 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.235 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.290 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-41 zones={test-zone1, test-zone2} 2021-09-02T23:15:45.291 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-41 zones={test-zone3, test-zone2} 2021-09-02T23:15:45.298 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.343 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.394 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-41 zones={test-zone3, test-zone2} 2021-09-02T23:15:45.395 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-41 zones={test-zone1, test-zone3} 2021-09-02T23:15:45.401 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.447 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.498 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-41 zones={test-zone1, test-zone3} 2021-09-02T23:15:45.499 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-41 zones={test-zone2, test-zone3} 2021-09-02T23:15:45.505 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.551 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.602 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-41 zones={test-zone2, test-zone3} 2021-09-02T23:15:45.603 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-42 zones={test-zone2, test-zone1} 2021-09-02T23:15:45.609 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.655 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.707 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-42 zones={test-zone2, test-zone1} 2021-09-02T23:15:45.707 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-42 zones={test-zone3, test-zone1} 2021-09-02T23:15:45.714 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.759 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.814 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-42 zones={test-zone3, test-zone1} 2021-09-02T23:15:45.815 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-42 zones={test-zone1, test-zone2} 2021-09-02T23:15:45.821 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.867 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:45.922 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-42 zones={test-zone1, test-zone2} 2021-09-02T23:15:45.923 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-42 zones={test-zone3, test-zone2} 2021-09-02T23:15:45.929 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:45.975 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.026 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-42 zones={test-zone3, test-zone2} 2021-09-02T23:15:46.027 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-42 zones={test-zone1, test-zone3} 2021-09-02T23:15:46.033 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.079 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.134 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-42 zones={test-zone1, test-zone3} 2021-09-02T23:15:46.135 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-42 zones={test-zone2, test-zone3} 2021-09-02T23:15:46.141 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.187 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.238 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-42 zones={test-zone2, test-zone3} 2021-09-02T23:15:46.239 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-43 zones={test-zone2, test-zone1} 2021-09-02T23:15:46.245 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.291 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.343 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-43 zones={test-zone2, test-zone1} 2021-09-02T23:15:46.344 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-43 zones={test-zone3, test-zone1} 2021-09-02T23:15:46.351 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.399 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.450 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-43 zones={test-zone3, test-zone1} 2021-09-02T23:15:46.451 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-43 zones={test-zone1, test-zone2} 2021-09-02T23:15:46.457 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.507 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.562 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-43 zones={test-zone1, test-zone2} 2021-09-02T23:15:46.563 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-43 zones={test-zone3, test-zone2} 2021-09-02T23:15:46.569 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.615 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.667 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-43 zones={test-zone3, test-zone2} 2021-09-02T23:15:46.667 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-43 zones={test-zone1, test-zone3} 2021-09-02T23:15:46.674 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.719 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.774 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-43 zones={test-zone1, test-zone3} 2021-09-02T23:15:46.775 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-43 zones={test-zone2, test-zone3} 2021-09-02T23:15:46.781 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.827 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.878 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-43 zones={test-zone2, test-zone3} 2021-09-02T23:15:46.879 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-44 zones={test-zone2, test-zone1} 2021-09-02T23:15:46.885 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:46.931 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:46.982 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-44 zones={test-zone2, test-zone1} 2021-09-02T23:15:46.983 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-44 zones={test-zone3, test-zone1} 2021-09-02T23:15:46.988 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.035 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.086 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-44 zones={test-zone3, test-zone1} 2021-09-02T23:15:47.087 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-44 zones={test-zone1, test-zone2} 2021-09-02T23:15:47.092 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.139 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.190 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-44 zones={test-zone1, test-zone2} 2021-09-02T23:15:47.191 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-44 zones={test-zone3, test-zone2} 2021-09-02T23:15:47.197 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.243 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.295 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-44 zones={test-zone3, test-zone2} 2021-09-02T23:15:47.296 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-44 zones={test-zone1, test-zone3} 2021-09-02T23:15:47.303 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.348 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.403 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-44 zones={test-zone1, test-zone3} 2021-09-02T23:15:47.403 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-44 zones={test-zone2, test-zone3} 2021-09-02T23:15:47.410 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.459 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.515 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-44 zones={test-zone2, test-zone3} 2021-09-02T23:15:47.515 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-45 zones={test-zone2, test-zone1} 2021-09-02T23:15:47.522 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.567 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.622 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-45 zones={test-zone2, test-zone1} 2021-09-02T23:15:47.623 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-45 zones={test-zone3, test-zone1} 2021-09-02T23:15:47.630 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.675 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.726 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-45 zones={test-zone3, test-zone1} 2021-09-02T23:15:47.727 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-45 zones={test-zone1, test-zone2} 2021-09-02T23:15:47.734 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.783 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.838 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-45 zones={test-zone1, test-zone2} 2021-09-02T23:15:47.839 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-45 zones={test-zone3, test-zone2} 2021-09-02T23:15:47.845 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.891 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:47.942 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-45 zones={test-zone3, test-zone2} 2021-09-02T23:15:47.943 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-45 zones={test-zone1, test-zone3} 2021-09-02T23:15:47.949 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:47.995 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:48.046 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-45 zones={test-zone1, test-zone3} 2021-09-02T23:15:48.047 INFO:tasks.rgw_multi.zone_rados:comparing bucket=yckhzp-45 zones={test-zone2, test-zone3} 2021-09-02T23:15:48.053 DEBUG:tasks.rgw_multi.zone_rados:bucket1 objects: 2021-09-02T23:15:48.099 DEBUG:tasks.rgw_multi.zone_rados:bucket2 objects: 2021-09-02T23:15:48.155 INFO:tasks.rgw_multi.zone_rados:success, bucket identical: bucket=yckhzp-45 zones={test-zone2, test-zone3} 2021-09-02T23:15:48.156 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:48.157 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:48.158 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:48.205 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:48.206 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:48.260 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:48.261 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.261 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623379.499566_40.1", 2021-09-02T23:15:48.261 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "user", 2021-09-02T23:15:48.262 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:48.262 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.499566010Z", 2021-09-02T23:15:48.262 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.262 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.263 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.263 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.263 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.263 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.263 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:48.264 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.264 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.264 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.264 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.265 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.265 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.265 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.265 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.266 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623379.503325_41.1", 2021-09-02T23:15:48.266 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "user", 2021-09-02T23:15:48.266 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:48.266 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325239Z", 2021-09-02T23:15:48.267 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.267 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.267 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.267 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.267 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.268 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.268 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:48.268 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.268 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.269 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.269 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.269 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.269 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.269 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.270 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.270 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.799404_47.1", 2021-09-02T23:15:48.270 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.270 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:48.271 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.799404515Z", 2021-09-02T23:15:48.271 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.271 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.271 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.271 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.272 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.272 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.272 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:48.272 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.273 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.273 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.273 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.273 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.273 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.274 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.274 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.274 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.803331_50.1", 2021-09-02T23:15:48.274 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.275 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:48.275 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.803331532Z", 2021-09-02T23:15:48.275 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.275 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.275 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.276 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.276 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.276 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.276 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:48.277 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.277 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.277 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.277 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.277 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.278 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.278 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.278 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.278 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.804723_51.1", 2021-09-02T23:15:48.279 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.279 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10", 2021-09-02T23:15:48.279 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.804723542Z", 2021-09-02T23:15:48.279 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.280 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.280 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.280 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.280 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.280 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.281 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:48.281 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.281 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.281 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.282 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.282 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.282 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.282 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.283 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.283 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.808118_52.1", 2021-09-02T23:15:48.283 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.283 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10", 2021-09-02T23:15:48.283 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.808118038Z", 2021-09-02T23:15:48.284 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.284 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.284 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.284 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.285 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.285 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.285 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:48.285 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.285 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.286 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.286 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.286 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.286 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.287 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.287 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.287 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.825451_53.1", 2021-09-02T23:15:48.287 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.287 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:48.288 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.825451101Z", 2021-09-02T23:15:48.288 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.288 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.288 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.289 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.289 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.289 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.289 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:48.289 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.290 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.290 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.290 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.290 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.291 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.291 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.291 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.291 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.828765_54.1", 2021-09-02T23:15:48.292 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.292 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:48.292 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.828765367Z", 2021-09-02T23:15:48.292 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.292 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.293 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.293 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.293 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.293 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.293 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:48.294 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.294 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.294 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.298 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.298 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.299 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.299 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.299 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.299 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.829947_55.1", 2021-09-02T23:15:48.299 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.300 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11", 2021-09-02T23:15:48.300 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.829947177Z", 2021-09-02T23:15:48.300 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.300 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.301 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.301 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.301 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.301 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.302 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:48.302 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.302 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.302 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.302 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.303 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.303 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.303 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.303 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.304 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.834341_56.1", 2021-09-02T23:15:48.304 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.304 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11", 2021-09-02T23:15:48.304 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.834341570Z", 2021-09-02T23:15:48.304 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.305 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.305 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.305 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.305 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.306 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.306 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:48.306 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.306 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.306 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.307 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.307 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.307 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.307 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.308 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.308 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.861966_57.1", 2021-09-02T23:15:48.308 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.308 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:48.309 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.861966411Z", 2021-09-02T23:15:48.309 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.309 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.309 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.310 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.310 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.310 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.310 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:48.310 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.311 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.311 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.311 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.311 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.312 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.312 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.312 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.312 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.869524_58.1", 2021-09-02T23:15:48.313 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.313 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:48.313 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.869524944Z", 2021-09-02T23:15:48.313 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.313 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.314 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.314 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.314 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.314 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.315 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:48.315 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.315 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.315 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.315 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.316 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.316 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.316 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.316 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.317 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.870838_59.1", 2021-09-02T23:15:48.317 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.317 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12", 2021-09-02T23:15:48.317 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.870838895Z", 2021-09-02T23:15:48.317 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.318 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.318 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.318 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.318 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.319 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.319 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:48.319 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.319 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.320 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.320 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.320 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.320 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.320 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.321 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.321 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.876367_60.1", 2021-09-02T23:15:48.321 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.321 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12", 2021-09-02T23:15:48.322 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.876367138Z", 2021-09-02T23:15:48.322 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.322 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.322 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.323 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.323 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.323 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.323 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:48.323 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.324 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.324 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.324 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.324 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.325 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.325 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.325 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.325 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.240713_64.1", 2021-09-02T23:15:48.325 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.326 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:48.326 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.240713920Z", 2021-09-02T23:15:48.326 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.326 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.327 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.327 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.327 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.327 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.328 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:48.328 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.328 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.328 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.328 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.329 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.329 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.329 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.329 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.330 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.245122_65.1", 2021-09-02T23:15:48.330 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.330 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:48.330 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.245122953Z", 2021-09-02T23:15:48.330 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.331 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.331 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.331 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.331 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.332 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.332 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:48.332 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.332 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.332 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.333 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.333 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.333 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.333 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.334 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.334 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.246311_66.1", 2021-09-02T23:15:48.334 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.334 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13", 2021-09-02T23:15:48.335 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.246311183Z", 2021-09-02T23:15:48.335 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.335 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.335 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.336 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.336 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.336 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.336 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:48.337 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.337 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.337 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.337 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.337 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.338 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.338 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.338 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.338 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.249822_67.1", 2021-09-02T23:15:48.339 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.339 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13", 2021-09-02T23:15:48.339 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.249822402Z", 2021-09-02T23:15:48.339 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.340 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.340 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.340 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.340 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.340 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.341 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:48.341 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.341 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.341 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.342 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.342 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.342 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.342 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.342 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.343 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.261769_68.1", 2021-09-02T23:15:48.343 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.343 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:48.343 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.261769004Z", 2021-09-02T23:15:48.344 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.344 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.344 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.344 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.345 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.345 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.345 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:48.345 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.345 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.346 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.346 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.346 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.346 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.347 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.347 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.347 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.265169_69.1", 2021-09-02T23:15:48.347 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.348 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:48.348 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.265169449Z", 2021-09-02T23:15:48.348 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.348 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.348 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.349 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.349 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.349 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.349 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:48.350 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.350 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.350 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.350 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.350 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.351 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.351 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.351 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.351 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.266328_70.1", 2021-09-02T23:15:48.352 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.352 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14", 2021-09-02T23:15:48.352 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.266328822Z", 2021-09-02T23:15:48.352 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.353 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.353 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.353 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.353 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.354 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.354 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:48.354 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.354 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.355 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.355 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.355 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.355 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.356 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.356 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.356 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.270536_71.1", 2021-09-02T23:15:48.356 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.357 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14", 2021-09-02T23:15:48.357 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.270536945Z", 2021-09-02T23:15:48.357 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.357 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.357 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.358 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.358 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.358 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.358 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:48.359 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.359 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.359 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.359 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.360 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.360 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.360 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.360 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.361 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.300374_72.1", 2021-09-02T23:15:48.361 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.361 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:48.361 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.300374638Z", 2021-09-02T23:15:48.361 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.362 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.362 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.362 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.362 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.363 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.363 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:48.363 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.363 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.363 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.364 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.364 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.364 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.364 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.365 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.365 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.303424_73.1", 2021-09-02T23:15:48.365 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.365 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:48.365 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.303424654Z", 2021-09-02T23:15:48.366 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.366 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.366 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.366 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.367 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.367 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.367 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:48.367 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.368 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.368 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.368 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.368 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.368 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.369 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.369 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.369 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.304682_74.1", 2021-09-02T23:15:48.369 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.369 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15", 2021-09-02T23:15:48.370 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.304682837Z", 2021-09-02T23:15:48.370 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.370 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.370 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.371 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.371 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.371 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.371 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:48.372 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.372 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.372 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.372 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.372 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.373 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.373 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.373 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.373 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.307767_75.1", 2021-09-02T23:15:48.374 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.374 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15", 2021-09-02T23:15:48.374 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.307767653Z", 2021-09-02T23:15:48.374 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.374 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.375 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.375 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.375 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.375 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.376 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:48.376 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.376 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.376 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.376 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.377 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.377 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.377 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.377 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.377 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.429363_76.1", 2021-09-02T23:15:48.378 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.378 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:48.378 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.429363072Z", 2021-09-02T23:15:48.378 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.379 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.379 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.379 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.379 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.379 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.380 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:48.380 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.380 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.380 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.381 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.381 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.381 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.381 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.381 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.382 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.433935_77.1", 2021-09-02T23:15:48.382 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.382 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:48.382 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.433935302Z", 2021-09-02T23:15:48.382 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.383 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.383 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.383 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.383 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.384 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.384 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:48.384 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.384 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.384 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.385 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.385 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.385 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.385 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.386 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.386 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.436068_78.1", 2021-09-02T23:15:48.386 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.386 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16", 2021-09-02T23:15:48.386 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.436068187Z", 2021-09-02T23:15:48.387 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.387 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.387 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.387 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.388 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.388 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.388 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:48.388 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.388 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.389 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.389 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.389 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.389 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.389 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.390 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.390 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.440659_79.1", 2021-09-02T23:15:48.390 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.390 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16", 2021-09-02T23:15:48.391 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.440659051Z", 2021-09-02T23:15:48.391 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.391 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.391 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.391 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.392 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.392 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:48.392 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.393 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.393 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.393 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.393 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.393 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.394 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.394 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.394 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.456274_80.1", 2021-09-02T23:15:48.394 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.395 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:48.395 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.456274683Z", 2021-09-02T23:15:48.395 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.395 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.395 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.396 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.396 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.396 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.396 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:48.397 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.397 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.397 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.397 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.397 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.398 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.398 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.398 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.398 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.462286_81.1", 2021-09-02T23:15:48.399 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.399 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:48.399 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.462286995Z", 2021-09-02T23:15:48.399 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.399 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.400 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.400 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.400 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.400 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.400 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:48.401 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.401 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.401 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.401 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.402 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.402 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.402 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.463487_82.1", 2021-09-02T23:15:48.403 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.403 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17", 2021-09-02T23:15:48.403 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.463487100Z", 2021-09-02T23:15:48.403 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.404 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.404 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.404 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.404 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.405 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.405 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:48.405 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.405 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.406 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.406 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.406 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.406 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.407 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.407 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.466540_83.1", 2021-09-02T23:15:48.407 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.407 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17", 2021-09-02T23:15:48.407 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.466540280Z", 2021-09-02T23:15:48.408 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.408 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.408 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.408 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.408 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.409 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.409 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:48.409 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.409 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.410 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.410 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.410 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.410 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.410 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.411 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.411 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.503515_84.1", 2021-09-02T23:15:48.411 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.411 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:48.412 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.503515145Z", 2021-09-02T23:15:48.412 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.412 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.412 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.413 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.413 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.413 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.413 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:48.413 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.414 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.414 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.414 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.414 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.415 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.415 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.415 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.415 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.506815_85.1", 2021-09-02T23:15:48.415 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.416 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:48.416 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.506815752Z", 2021-09-02T23:15:48.416 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.416 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.417 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.417 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.417 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.417 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.417 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:48.418 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.418 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.418 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.418 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.419 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.419 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.419 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.419 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.419 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.507970_86.1", 2021-09-02T23:15:48.420 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.420 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18", 2021-09-02T23:15:48.420 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.507970763Z", 2021-09-02T23:15:48.420 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.421 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.421 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.421 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.421 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.421 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.422 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:48.422 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.422 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.422 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.423 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.423 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.423 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.423 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.423 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.424 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.512524_87.1", 2021-09-02T23:15:48.424 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.424 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18", 2021-09-02T23:15:48.424 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.512524696Z", 2021-09-02T23:15:48.425 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.425 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.425 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.425 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.425 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.426 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.426 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:48.426 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.426 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.427 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.427 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.427 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.427 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.427 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.428 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.428 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.530637_88.1", 2021-09-02T23:15:48.428 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.428 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:48.429 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.530637319Z", 2021-09-02T23:15:48.429 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.429 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.429 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:48.429 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.430 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.430 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.430 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:48.430 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.431 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.431 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.431 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.431 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.431 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.432 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.432 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.432 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.533783_89.1", 2021-09-02T23:15:48.432 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.433 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:48.433 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.533783657Z", 2021-09-02T23:15:48.433 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.433 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.433 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:48.434 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.434 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.434 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.434 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:48.435 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.435 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.435 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.435 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.436 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.436 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.436 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.436 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.436 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.537416_90.1", 2021-09-02T23:15:48.437 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.437 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:48.437 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.537416934Z", 2021-09-02T23:15:48.437 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.437 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.438 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:48.438 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.438 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.438 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.439 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:48.439 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.439 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.439 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.439 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.440 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.440 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.440 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.440 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.441 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.540613_91.1", 2021-09-02T23:15:48.441 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.441 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:48.441 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.540613769Z", 2021-09-02T23:15:48.441 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.442 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.442 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:48.442 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.442 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.443 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.443 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:48.443 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.443 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.443 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.444 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.444 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.444 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.444 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.445 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.445 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.546654_92.1", 2021-09-02T23:15:48.445 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.445 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:48.445 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.546654237Z", 2021-09-02T23:15:48.446 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.446 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.446 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:48.446 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.447 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.447 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.447 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:48.447 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.447 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.448 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.448 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.448 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.448 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.448 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.449 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.449 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.550066_93.1", 2021-09-02T23:15:48.449 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.449 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:48.450 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.550066498Z", 2021-09-02T23:15:48.450 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.450 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.450 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:48.450 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.451 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.451 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.451 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:48.451 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.452 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.452 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.452 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.452 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.452 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.453 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.453 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.453 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.320866_225.1", 2021-09-02T23:15:48.453 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.453 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:48.454 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.320866818Z", 2021-09-02T23:15:48.454 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.454 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.454 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.455 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.455 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.455 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.455 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:48.456 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.456 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.456 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.456 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.456 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.457 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.457 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.457 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.457 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.325153_226.1", 2021-09-02T23:15:48.458 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.458 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:48.458 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.325153495Z", 2021-09-02T23:15:48.458 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.459 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.459 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.459 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.459 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.459 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.460 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:48.460 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.460 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.460 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.461 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.461 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.461 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.461 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.461 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.462 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.326779_227.1", 2021-09-02T23:15:48.462 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.462 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19", 2021-09-02T23:15:48.462 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.326779371Z", 2021-09-02T23:15:48.463 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.463 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.463 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.463 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.463 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.464 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.464 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:48.464 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.464 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.465 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.465 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.465 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.465 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.465 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.466 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.466 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.331940_228.1", 2021-09-02T23:15:48.466 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.466 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19", 2021-09-02T23:15:48.466 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.331940000Z", 2021-09-02T23:15:48.467 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.467 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.467 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.467 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.468 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.468 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.468 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:48.468 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.468 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.469 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.469 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.469 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.469 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.470 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.470 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.470 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.336080_229.1", 2021-09-02T23:15:48.470 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.470 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:48.471 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.336080596Z", 2021-09-02T23:15:48.471 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.471 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.471 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:48.472 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.472 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.472 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.472 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:48.472 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.473 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.473 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.473 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.473 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.474 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.474 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.474 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.474 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.339441_230.1", 2021-09-02T23:15:48.474 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.475 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:48.475 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.339441390Z", 2021-09-02T23:15:48.475 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.475 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.476 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:48.476 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.476 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.476 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.476 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:48.477 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.477 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.477 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.477 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.477 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.478 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.478 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.478 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.478 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.191746_231.1", 2021-09-02T23:15:48.478 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.479 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:48.479 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.191746043Z", 2021-09-02T23:15:48.479 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.479 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.480 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.480 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.480 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.480 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.480 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.481 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.481 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.481 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.481 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.481 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.482 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.482 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.482 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.482 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.197340_232.1", 2021-09-02T23:15:48.483 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.483 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:48.483 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.197340526Z", 2021-09-02T23:15:48.483 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.483 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.484 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.484 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.484 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.484 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.485 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.485 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.485 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.485 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.485 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.486 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.486 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.486 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.486 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.486 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.198532_233.1", 2021-09-02T23:15:48.487 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.487 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20", 2021-09-02T23:15:48.487 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.198532141Z", 2021-09-02T23:15:48.487 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.488 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.488 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.488 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.488 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.489 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.489 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:48.489 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.489 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.489 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.490 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.490 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.490 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.490 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.491 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.491 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.201695_234.1", 2021-09-02T23:15:48.491 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.491 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20", 2021-09-02T23:15:48.491 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.201695341Z", 2021-09-02T23:15:48.492 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.492 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.492 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.492 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.492 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.493 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.493 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:48.493 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.493 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.493 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.494 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.494 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.494 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.494 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.495 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.495 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623691.490575_235.1", 2021-09-02T23:15:48.495 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.495 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:48.495 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:31.490575476Z", 2021-09-02T23:15:48.496 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.496 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.496 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.496 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.497 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.497 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.497 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.497 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.498 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.498 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.498 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.498 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.498 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.499 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.499 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.499 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623691.494084_236.1", 2021-09-02T23:15:48.499 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.499 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:48.500 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:31.494084053Z", 2021-09-02T23:15:48.500 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.500 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.500 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.501 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.501 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.501 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.501 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.501 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.502 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.502 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.502 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.502 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.503 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.503 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.503 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.503 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623704.322978_237.1", 2021-09-02T23:15:48.503 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.504 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:48.504 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:44.322978762Z", 2021-09-02T23:15:48.504 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.504 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.505 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.505 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.505 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.505 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.505 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.506 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.506 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.506 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.506 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.507 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.507 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.507 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.507 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.507 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623704.327914_238.1", 2021-09-02T23:15:48.508 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.508 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:48.508 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:44.327914823Z", 2021-09-02T23:15:48.508 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.509 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.509 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.509 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.509 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.509 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.510 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:48.510 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.510 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.510 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.511 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.511 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.511 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.511 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.511 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.512 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.009502_239.1", 2021-09-02T23:15:48.512 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.512 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:48.512 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.009502633Z", 2021-09-02T23:15:48.513 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.513 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.513 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.513 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.513 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.514 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.514 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:48.514 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.514 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.515 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.515 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.515 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.515 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.516 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.516 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.516 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.013482_240.1", 2021-09-02T23:15:48.516 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.516 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:48.517 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.013482866Z", 2021-09-02T23:15:48.517 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.517 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.517 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.517 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.518 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.518 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.518 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:48.518 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.519 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.519 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.519 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.520 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.520 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.520 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.520 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.014730_241.1", 2021-09-02T23:15:48.520 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.521 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21", 2021-09-02T23:15:48.521 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.014730443Z", 2021-09-02T23:15:48.521 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.521 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.521 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.522 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.522 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.522 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.522 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:48.523 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.523 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.523 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.523 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.523 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.524 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.524 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.524 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.524 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.019496_242.1", 2021-09-02T23:15:48.524 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.525 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21", 2021-09-02T23:15:48.525 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.019496257Z", 2021-09-02T23:15:48.525 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.525 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.526 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.526 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.526 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.527 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:48.527 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.527 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.527 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.527 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.528 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.528 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.528 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.528 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.528 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.035855_243.1", 2021-09-02T23:15:48.529 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.529 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:48.529 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.035855190Z", 2021-09-02T23:15:48.529 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.530 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.530 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.530 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.530 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.530 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.531 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:48.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.531 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.531 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.532 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.532 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.532 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.532 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.532 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.533 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.043193_244.1", 2021-09-02T23:15:48.533 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.533 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:48.533 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.043193894Z", 2021-09-02T23:15:48.533 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.534 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.534 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.534 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.534 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.535 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.535 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:48.535 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.535 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.535 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.536 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.536 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.536 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.536 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.537 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.537 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.044421_245.1", 2021-09-02T23:15:48.537 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.537 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22", 2021-09-02T23:15:48.538 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.044421247Z", 2021-09-02T23:15:48.538 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.538 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.538 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.538 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.539 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.539 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.539 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:48.539 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.540 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.540 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.540 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.540 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.540 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.541 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.541 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.541 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.047423_246.1", 2021-09-02T23:15:48.542 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.542 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22", 2021-09-02T23:15:48.542 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.047423065Z", 2021-09-02T23:15:48.542 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.543 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.543 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.543 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.543 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.543 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.544 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:48.544 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.544 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.544 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.545 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.545 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.545 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.545 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.545 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.546 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.072603_247.1", 2021-09-02T23:15:48.546 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.546 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:48.546 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.072603438Z", 2021-09-02T23:15:48.546 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.547 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.547 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.547 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.547 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.547 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.548 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:48.548 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.548 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.548 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.549 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.549 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.549 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.549 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.549 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.550 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.078802_248.1", 2021-09-02T23:15:48.550 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.550 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:48.550 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.078802077Z", 2021-09-02T23:15:48.550 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.551 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.551 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.551 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.551 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.552 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.552 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:48.552 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.552 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.552 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.553 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.553 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.553 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.553 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.554 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.554 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.080616_249.1", 2021-09-02T23:15:48.554 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.554 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23", 2021-09-02T23:15:48.554 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.080616607Z", 2021-09-02T23:15:48.555 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.555 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.555 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.555 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.556 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.556 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.556 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:48.556 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.556 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.557 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.557 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.557 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.557 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.558 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.558 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.558 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.084356_250.1", 2021-09-02T23:15:48.558 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.558 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23", 2021-09-02T23:15:48.559 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.084356991Z", 2021-09-02T23:15:48.559 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.559 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.559 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.559 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.560 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.560 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.560 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:48.560 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.561 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.561 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.561 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.561 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.561 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.562 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.562 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.562 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.100561_251.1", 2021-09-02T23:15:48.562 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.563 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:48.563 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.100561494Z", 2021-09-02T23:15:48.563 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.563 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.563 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:48.564 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.564 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.564 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.564 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:48.565 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.565 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.565 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.565 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.565 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.566 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.566 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.566 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.566 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.106690_252.1", 2021-09-02T23:15:48.567 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.567 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:48.567 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.106690639Z", 2021-09-02T23:15:48.567 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.567 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.568 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:48.568 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.568 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.568 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.568 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:48.569 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.569 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.569 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.569 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.569 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.570 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.570 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.570 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.570 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.110900_253.1", 2021-09-02T23:15:48.571 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.571 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:48.571 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.110900986Z", 2021-09-02T23:15:48.571 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.571 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.572 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:48.572 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.572 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.572 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.573 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:48.573 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.573 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.573 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.573 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.574 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.574 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.574 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.574 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.575 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.116046_254.1", 2021-09-02T23:15:48.575 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.575 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:48.575 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.116046362Z", 2021-09-02T23:15:48.575 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.576 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.576 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:48.576 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.576 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.576 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.577 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:48.577 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.577 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.577 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.578 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.578 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.578 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.578 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.578 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.579 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.121599_255.1", 2021-09-02T23:15:48.579 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.579 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:48.579 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.121599465Z", 2021-09-02T23:15:48.579 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.580 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.580 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:48.580 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.580 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.581 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.581 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:48.581 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.581 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.581 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.582 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.582 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.582 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.582 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.582 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.583 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.125063_256.1", 2021-09-02T23:15:48.583 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.583 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:48.583 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.125063702Z", 2021-09-02T23:15:48.584 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.584 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.584 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:48.584 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.584 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.585 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.585 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:48.585 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.585 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.586 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.586 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.586 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.586 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.586 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.587 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.587 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.476895_257.1", 2021-09-02T23:15:48.587 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.587 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:48.588 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.476895796Z", 2021-09-02T23:15:48.588 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.588 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.588 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.588 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.589 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.589 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.589 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.589 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.589 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.590 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.590 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.590 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.590 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.591 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.591 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.591 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.480025_258.1", 2021-09-02T23:15:48.591 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.591 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:48.592 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.480025311Z", 2021-09-02T23:15:48.592 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.592 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.592 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.592 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.593 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.593 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.593 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.593 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.594 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.594 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.594 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.594 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.595 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.595 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.595 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.481493_259.1", 2021-09-02T23:15:48.595 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.596 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24", 2021-09-02T23:15:48.596 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.481493489Z", 2021-09-02T23:15:48.596 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.596 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.596 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.597 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.597 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.597 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.597 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:48.597 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.598 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.598 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.598 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.598 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.599 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.599 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.599 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.599 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.487331_260.1", 2021-09-02T23:15:48.599 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.600 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24", 2021-09-02T23:15:48.600 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.487331049Z", 2021-09-02T23:15:48.600 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.600 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.600 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.601 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.601 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.601 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.601 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:48.602 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.602 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.602 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.602 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.602 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.603 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.603 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.603 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.603 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.499980_261.1", 2021-09-02T23:15:48.603 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.604 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:48.604 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.499980298Z", 2021-09-02T23:15:48.604 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.604 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.604 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.605 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.605 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.605 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.605 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.606 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.606 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.606 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.606 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.606 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.607 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.607 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.607 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.607 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.505766_262.1", 2021-09-02T23:15:48.607 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.608 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:48.608 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.505766032Z", 2021-09-02T23:15:48.608 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.608 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.609 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.609 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.609 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.609 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.609 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.610 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.610 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.610 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.610 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.610 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.611 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.611 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.611 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.611 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.507683_263.1", 2021-09-02T23:15:48.612 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.612 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25", 2021-09-02T23:15:48.612 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.507683394Z", 2021-09-02T23:15:48.612 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.612 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.613 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.613 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.613 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.613 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.614 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:48.614 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.614 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.614 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.614 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.615 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.615 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.615 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.615 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.616 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.512454_264.1", 2021-09-02T23:15:48.616 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.616 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25", 2021-09-02T23:15:48.616 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.512454308Z", 2021-09-02T23:15:48.616 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.617 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.617 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.617 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.617 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.618 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.618 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:48.618 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.618 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.618 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.619 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.619 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.619 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.619 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.620 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.620 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.541984_265.1", 2021-09-02T23:15:48.620 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.620 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:48.620 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.541984613Z", 2021-09-02T23:15:48.621 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.621 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.621 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.621 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.621 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.622 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.622 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.622 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.622 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.623 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.623 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.623 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.623 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.623 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.624 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.624 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.545461_266.1", 2021-09-02T23:15:48.624 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.624 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:48.625 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.545461758Z", 2021-09-02T23:15:48.625 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.625 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.629 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.630 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.631 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.632 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.546715_267.1", 2021-09-02T23:15:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26", 2021-09-02T23:15:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.546715114Z", 2021-09-02T23:15:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.633 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.634 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.635 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.636 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.550049_268.1", 2021-09-02T23:15:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26", 2021-09-02T23:15:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.550049368Z", 2021-09-02T23:15:48.637 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.638 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.639 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.640 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.640 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.640 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.640 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.641 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.575046_269.1", 2021-09-02T23:15:48.641 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.641 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:48.641 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.575046190Z", 2021-09-02T23:15:48.641 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.642 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.642 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.642 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.642 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.642 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.643 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.643 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.643 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.643 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.644 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.644 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.644 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.644 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.644 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.645 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.578222_270.1", 2021-09-02T23:15:48.645 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.645 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:48.645 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.578222698Z", 2021-09-02T23:15:48.645 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.646 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.646 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.646 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.646 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.646 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.647 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.647 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.647 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.647 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.647 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.648 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.648 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.648 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.648 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.649 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.580640_271.1", 2021-09-02T23:15:48.649 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.649 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:48.649 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.580640177Z", 2021-09-02T23:15:48.649 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.650 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.650 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.650 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.650 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.651 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.651 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.651 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.651 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.651 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.652 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.652 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.652 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.652 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.652 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.653 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.584141_272.1", 2021-09-02T23:15:48.653 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.653 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:48.653 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.584141652Z", 2021-09-02T23:15:48.654 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.654 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.654 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.654 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.654 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.655 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.655 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:48.655 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.655 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.656 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.656 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.656 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.656 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.656 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.657 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.657 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.587591_273.1", 2021-09-02T23:15:48.657 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.657 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:48.657 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.587591867Z", 2021-09-02T23:15:48.658 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.658 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.658 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.658 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.659 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.659 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.659 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.659 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.659 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.660 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.660 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.660 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.660 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.660 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.661 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.661 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.590888_274.1", 2021-09-02T23:15:48.661 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.661 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:48.662 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.590888082Z", 2021-09-02T23:15:48.662 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.662 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.662 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.662 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.663 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.663 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.663 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.663 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.664 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.664 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.664 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.664 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.664 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.665 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.665 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.665 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.596541_275.1", 2021-09-02T23:15:48.665 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.666 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:48.666 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.596541864Z", 2021-09-02T23:15:48.666 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.666 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.666 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.667 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.667 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.667 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.667 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.668 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.668 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.668 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.668 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.668 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.669 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.669 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.669 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.669 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.599726_276.1", 2021-09-02T23:15:48.669 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.670 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:48.670 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.599726532Z", 2021-09-02T23:15:48.670 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.670 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.671 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.671 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.671 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.671 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.672 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:48.672 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.672 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.672 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.672 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.673 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.673 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.673 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.673 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.673 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.605255_277.1", 2021-09-02T23:15:48.674 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.674 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:48.674 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.605255854Z", 2021-09-02T23:15:48.674 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.675 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.675 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.675 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.675 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.675 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.676 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.676 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.676 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.676 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.676 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.677 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.677 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.677 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.677 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.678 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.608807_278.1", 2021-09-02T23:15:48.678 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.678 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:48.678 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.608807776Z", 2021-09-02T23:15:48.678 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.679 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.679 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.679 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.679 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.680 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.680 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.680 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.680 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.680 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.681 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.681 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.681 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.681 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.681 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.682 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.618565_279.1", 2021-09-02T23:15:48.682 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.682 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:48.682 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.618565079Z", 2021-09-02T23:15:48.683 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.683 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.683 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.683 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.683 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.684 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.684 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.684 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.684 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.684 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.685 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.685 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.685 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.685 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.686 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.686 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.623325_280.1", 2021-09-02T23:15:48.686 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.686 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:48.686 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.623325499Z", 2021-09-02T23:15:48.687 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.687 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.687 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.687 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.687 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.688 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.688 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:48.688 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:48.688 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.688 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.689 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.689 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.689 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.689 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.690 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.690 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.244686_281.1", 2021-09-02T23:15:48.690 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.690 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:48.690 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.244686703Z", 2021-09-02T23:15:48.691 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.691 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.691 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.691 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.691 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.692 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.692 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:48.692 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.692 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.692 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.693 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.693 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.693 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.693 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.694 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.694 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.247946_282.1", 2021-09-02T23:15:48.694 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.694 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:48.694 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946074Z", 2021-09-02T23:15:48.695 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.695 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.695 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.695 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.696 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.696 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.696 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:48.696 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.696 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.697 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.697 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.697 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.697 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.698 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.698 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.698 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.249107_283.1", 2021-09-02T23:15:48.698 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.698 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27", 2021-09-02T23:15:48.699 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107526Z", 2021-09-02T23:15:48.699 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.699 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.699 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.700 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.700 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.700 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.700 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:48.700 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.701 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.701 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.701 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.701 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.702 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.702 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.702 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.702 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.252337_284.1", 2021-09-02T23:15:48.702 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.703 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27", 2021-09-02T23:15:48.703 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337237Z", 2021-09-02T23:15:48.703 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.703 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.704 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.704 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.704 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.704 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.704 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:48.705 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.705 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.705 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.706 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.706 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.706 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.706 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.706 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.266079_285.1", 2021-09-02T23:15:48.707 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.707 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:48.707 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.266079667Z", 2021-09-02T23:15:48.707 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.708 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.708 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.708 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.708 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.709 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:48.709 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.709 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.709 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.709 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.710 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.710 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.710 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.711 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.269453_286.1", 2021-09-02T23:15:48.711 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.711 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:48.711 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.269453664Z", 2021-09-02T23:15:48.711 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.712 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.712 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.712 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.712 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.713 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.713 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:48.713 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.713 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.713 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.714 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.714 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.714 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.714 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.714 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.715 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.270832_287.1", 2021-09-02T23:15:48.715 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.715 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28", 2021-09-02T23:15:48.715 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.270832965Z", 2021-09-02T23:15:48.716 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.716 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.716 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.716 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.716 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.717 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.717 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:48.717 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.717 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.718 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.718 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.718 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.718 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.718 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.719 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.719 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.274078_288.1", 2021-09-02T23:15:48.719 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.719 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28", 2021-09-02T23:15:48.719 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.274078540Z", 2021-09-02T23:15:48.720 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.720 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.720 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.720 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.720 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.721 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.721 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:48.721 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.721 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.721 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.722 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.722 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.722 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.722 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.723 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.723 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.297353_289.1", 2021-09-02T23:15:48.723 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.723 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:48.723 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.297353832Z", 2021-09-02T23:15:48.724 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.724 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.724 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.724 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.724 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.725 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.725 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:48.725 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.725 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.726 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.726 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.726 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.726 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.726 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.727 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.727 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.300656_290.1", 2021-09-02T23:15:48.727 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.727 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:48.728 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.300656805Z", 2021-09-02T23:15:48.728 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.728 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.728 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.728 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.729 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.729 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.729 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:48.729 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.729 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.730 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.730 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.730 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.730 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.730 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.731 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.731 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.301962_291.1", 2021-09-02T23:15:48.731 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.731 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29", 2021-09-02T23:15:48.732 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962183Z", 2021-09-02T23:15:48.732 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.732 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.732 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.732 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.733 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.733 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.733 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:48.733 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.733 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.734 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.734 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.734 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.734 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.735 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.735 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.735 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.305891_292.1", 2021-09-02T23:15:48.735 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.735 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29", 2021-09-02T23:15:48.736 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.305891771Z", 2021-09-02T23:15:48.736 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.736 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.736 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.737 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.737 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.737 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.737 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:48.737 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.738 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.738 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.738 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.738 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.738 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.739 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.739 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.739 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.324345_293.1", 2021-09-02T23:15:48.739 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.740 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:48.740 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.324345732Z", 2021-09-02T23:15:48.740 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.740 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.740 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:48.741 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.741 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.741 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.741 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:48.742 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.742 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.742 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.742 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.742 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.743 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.743 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.743 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.743 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.328449_294.1", 2021-09-02T23:15:48.744 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.744 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:48.744 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.328449480Z", 2021-09-02T23:15:48.744 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.744 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.745 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:48.745 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.745 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.745 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.746 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:48.746 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.746 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.746 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.746 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.747 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.747 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.747 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.747 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.748 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.376049_295.1", 2021-09-02T23:15:48.748 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.748 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:48.748 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.376049419Z", 2021-09-02T23:15:48.748 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.749 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.749 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:48.749 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.749 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.750 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.750 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:48.750 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.750 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.750 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.751 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.751 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.751 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.751 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.752 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.752 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.379667_296.1", 2021-09-02T23:15:48.752 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.752 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:48.752 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.379667306Z", 2021-09-02T23:15:48.753 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.753 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.753 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:48.753 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.754 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.754 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.754 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:48.754 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.754 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.755 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.755 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.755 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.755 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.756 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.756 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.756 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.427897_297.1", 2021-09-02T23:15:48.756 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.757 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:48.757 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.427897571Z", 2021-09-02T23:15:48.757 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.757 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.757 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:48.758 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.758 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.758 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.758 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:48.759 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.759 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.759 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.759 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.759 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.760 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.760 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.760 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.760 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.431801_298.1", 2021-09-02T23:15:48.761 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.761 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:48.761 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.431801218Z", 2021-09-02T23:15:48.761 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.761 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.762 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:48.762 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.762 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.762 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.763 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:48.763 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.763 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.763 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.763 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.764 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.764 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.765 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.495892_299.1", 2021-09-02T23:15:48.765 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.765 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:48.765 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.495892119Z", 2021-09-02T23:15:48.765 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.766 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.766 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.766 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.766 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.766 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.767 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:48.767 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.767 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.767 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.768 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.768 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.768 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.768 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.768 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.769 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.499163_300.1", 2021-09-02T23:15:48.769 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.769 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:48.769 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.499163854Z", 2021-09-02T23:15:48.769 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.770 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.770 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.770 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.770 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.770 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.771 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:48.771 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.771 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.771 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.772 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.772 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.772 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.772 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.772 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.773 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.501174_301.1", 2021-09-02T23:15:48.773 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.773 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30", 2021-09-02T23:15:48.773 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.501174619Z", 2021-09-02T23:15:48.773 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.774 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.774 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.774 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.774 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.774 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.775 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:48.775 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.775 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.775 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.776 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.776 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.776 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.776 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.776 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.777 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.506389_302.1", 2021-09-02T23:15:48.777 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.777 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30", 2021-09-02T23:15:48.777 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.506389050Z", 2021-09-02T23:15:48.777 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.778 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.778 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.778 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.778 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.779 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.779 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:48.779 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.779 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.779 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.780 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.780 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.780 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.780 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.780 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.781 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.522809_303.1", 2021-09-02T23:15:48.781 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.781 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:48.781 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.522809788Z", 2021-09-02T23:15:48.781 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.782 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.782 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.782 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.782 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.783 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.783 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:48.783 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.783 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.783 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.784 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.784 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.784 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.784 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.785 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.785 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.526778_304.1", 2021-09-02T23:15:48.785 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.785 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:48.785 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.526778759Z", 2021-09-02T23:15:48.786 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.786 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.786 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.786 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.786 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.787 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.787 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:48.787 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.787 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.788 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.788 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.788 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.788 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.788 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.789 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.789 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.528698_305.1", 2021-09-02T23:15:48.789 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.789 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31", 2021-09-02T23:15:48.789 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.528698699Z", 2021-09-02T23:15:48.790 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.790 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.790 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.790 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.791 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.791 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.791 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:48.791 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.791 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.792 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.792 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.792 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.792 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.793 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.793 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.793 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.533852_306.1", 2021-09-02T23:15:48.793 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.793 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31", 2021-09-02T23:15:48.794 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.533852456Z", 2021-09-02T23:15:48.794 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.794 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.794 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.795 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.795 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.795 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.795 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:48.795 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.796 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.796 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.796 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.796 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.797 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.797 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.797 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.797 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.562855_307.1", 2021-09-02T23:15:48.797 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.798 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:48.798 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.562855118Z", 2021-09-02T23:15:48.798 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.798 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.798 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.799 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.799 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.799 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.799 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:48.799 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.800 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.800 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.800 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.800 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.801 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.801 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.801 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.801 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.566758_308.1", 2021-09-02T23:15:48.801 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.802 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:48.802 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.566758922Z", 2021-09-02T23:15:48.802 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.802 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.802 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.803 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.803 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.803 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.803 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:48.804 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.804 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.804 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.804 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.804 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.805 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.805 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.805 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.805 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.568088_309.1", 2021-09-02T23:15:48.806 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.806 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32", 2021-09-02T23:15:48.806 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.568088251Z", 2021-09-02T23:15:48.806 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.806 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.807 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.807 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.807 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.807 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.807 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:48.808 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.808 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.808 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.808 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.809 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.809 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.809 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.809 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.809 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.573486_310.1", 2021-09-02T23:15:48.810 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.810 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32", 2021-09-02T23:15:48.810 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.573486578Z", 2021-09-02T23:15:48.810 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.811 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.811 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.811 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.811 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.812 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.812 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:48.812 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.812 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.812 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.813 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.813 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.813 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.813 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.814 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.814 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.595132_311.1", 2021-09-02T23:15:48.814 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.814 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:48.814 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.595132393Z", 2021-09-02T23:15:48.815 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.815 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.815 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:48.815 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.816 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.816 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.816 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:48.816 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.816 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.817 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.817 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.817 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.817 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.817 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.818 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.818 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.598657_312.1", 2021-09-02T23:15:48.818 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.818 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:48.819 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.598657389Z", 2021-09-02T23:15:48.819 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.819 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.819 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:48.819 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.820 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.820 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.820 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:48.820 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.820 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.821 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.821 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.821 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.821 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.821 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.822 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.822 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.649063_313.1", 2021-09-02T23:15:48.822 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.822 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:48.823 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.649063397Z", 2021-09-02T23:15:48.823 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.823 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.823 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:48.823 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.824 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.824 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.824 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:48.824 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.824 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.825 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.825 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.825 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.825 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.825 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.826 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.826 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.653007_314.1", 2021-09-02T23:15:48.826 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.826 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:48.827 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.653007026Z", 2021-09-02T23:15:48.827 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.827 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.827 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:48.827 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.828 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.828 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.828 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:48.828 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.828 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.829 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.829 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.829 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.829 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.830 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.830 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.830 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.705176_315.1", 2021-09-02T23:15:48.830 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.830 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:48.831 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.705176523Z", 2021-09-02T23:15:48.831 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.831 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.831 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:48.831 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.832 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.832 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.832 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:48.832 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.833 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.833 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.833 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.833 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.833 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.834 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.834 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.834 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.708623_316.1", 2021-09-02T23:15:48.834 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.834 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:48.835 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.708623275Z", 2021-09-02T23:15:48.835 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.835 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.835 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:48.836 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.836 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.836 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.836 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:48.836 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.837 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.837 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.837 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.837 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.837 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.838 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.838 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.838 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.771814_317.1", 2021-09-02T23:15:48.838 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.839 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:48.839 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.771814562Z", 2021-09-02T23:15:48.839 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.839 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.839 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.840 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.840 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.840 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.840 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:48.840 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.841 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.841 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.841 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.841 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.842 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.842 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.842 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.842 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.788325_318.1", 2021-09-02T23:15:48.842 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.843 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:48.843 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.788325550Z", 2021-09-02T23:15:48.843 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.843 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.843 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.844 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.844 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.844 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.844 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:48.845 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.845 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.845 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.845 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.845 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.846 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.846 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.846 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.846 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.795896_319.1", 2021-09-02T23:15:48.847 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.847 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33", 2021-09-02T23:15:48.847 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.795896435Z", 2021-09-02T23:15:48.847 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.847 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.848 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.848 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.848 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.848 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.848 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:48.849 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.849 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.849 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.849 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.849 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.850 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.850 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.850 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.850 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.807885_320.1", 2021-09-02T23:15:48.850 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.851 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33", 2021-09-02T23:15:48.851 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.807885615Z", 2021-09-02T23:15:48.851 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.851 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.851 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.852 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.852 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.852 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.852 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:48.853 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.853 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.853 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.853 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.853 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.853 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.854 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.854 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.854 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.845933_321.1", 2021-09-02T23:15:48.854 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.855 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:48.855 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.845933047Z", 2021-09-02T23:15:48.855 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.855 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.855 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.856 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.856 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.856 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.856 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:48.856 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.857 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.857 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.857 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.857 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.857 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.858 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.858 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.858 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.866021_322.1", 2021-09-02T23:15:48.858 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.858 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:48.859 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.866021556Z", 2021-09-02T23:15:48.859 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.859 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.859 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.860 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.860 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.860 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.860 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:48.860 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.861 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.861 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.861 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.861 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.862 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.862 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.862 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.862 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.872229_323.1", 2021-09-02T23:15:48.863 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.863 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34", 2021-09-02T23:15:48.863 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.872229535Z", 2021-09-02T23:15:48.863 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.864 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.864 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.864 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.864 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.865 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.865 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:48.865 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.865 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.865 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.866 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.866 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.866 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.866 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.866 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.867 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.884962_324.1", 2021-09-02T23:15:48.867 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.867 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34", 2021-09-02T23:15:48.867 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.884962134Z", 2021-09-02T23:15:48.868 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.868 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.868 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.868 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.868 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.869 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.869 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:48.869 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.869 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.869 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.870 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.870 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.870 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.870 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.871 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.871 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.958905_325.1", 2021-09-02T23:15:48.871 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.871 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:48.871 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.958905925Z", 2021-09-02T23:15:48.872 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.872 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.872 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.872 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.873 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.873 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.873 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:48.873 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.873 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.874 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.874 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.874 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.874 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.875 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.875 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.875 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.962532_326.1", 2021-09-02T23:15:48.875 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.875 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:48.876 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.962532995Z", 2021-09-02T23:15:48.876 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.876 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.876 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.877 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.877 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.877 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.877 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:48.877 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.878 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.878 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.878 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.878 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.878 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.879 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.879 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.879 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.963914_327.1", 2021-09-02T23:15:48.879 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.879 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35", 2021-09-02T23:15:48.880 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.963914879Z", 2021-09-02T23:15:48.880 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.880 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.880 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.881 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.881 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.881 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.881 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:48.881 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.882 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.882 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.882 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.882 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.883 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.883 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.883 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.883 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.972944_328.1", 2021-09-02T23:15:48.883 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.884 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35", 2021-09-02T23:15:48.884 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.972944133Z", 2021-09-02T23:15:48.884 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.884 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.885 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.885 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.885 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.885 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.885 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:48.886 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.886 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.886 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.886 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.886 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.887 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.887 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.887 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.887 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.990312_329.1", 2021-09-02T23:15:48.888 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.888 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:48.888 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.990312304Z", 2021-09-02T23:15:48.888 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.889 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.889 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:48.889 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.889 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.889 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.890 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:48.890 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.890 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.890 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.890 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.891 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.891 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.891 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.891 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.891 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.993848_330.1", 2021-09-02T23:15:48.892 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.892 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:48.892 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.993848937Z", 2021-09-02T23:15:48.892 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.892 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.893 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:48.893 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.893 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.893 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.894 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:48.894 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.894 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.894 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.894 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.895 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.895 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.895 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.895 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.895 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623749.040719_331.1", 2021-09-02T23:15:48.896 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.896 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:48.896 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:29.040719726Z", 2021-09-02T23:15:48.896 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.896 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.897 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:48.897 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.897 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.897 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.897 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:48.898 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.898 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.898 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.898 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.898 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.899 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.899 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.899 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.899 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623749.044634_332.1", 2021-09-02T23:15:48.900 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.900 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:48.900 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:29.044634936Z", 2021-09-02T23:15:48.900 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.900 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.901 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:48.901 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.901 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.901 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.901 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:48.902 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.902 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.902 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.902 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.903 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.903 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.903 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.903 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.903 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.095711_333.1", 2021-09-02T23:15:48.904 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.904 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:48.904 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.095711470Z", 2021-09-02T23:15:48.904 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.905 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.905 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:48.905 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.905 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.905 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.906 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:48.906 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.906 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.906 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.906 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.907 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.907 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.907 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.907 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.908 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.108876_334.1", 2021-09-02T23:15:48.908 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.908 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:48.908 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.108876355Z", 2021-09-02T23:15:48.908 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.909 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.909 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:48.909 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.909 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.910 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.910 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:48.910 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:48.910 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.911 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.911 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.911 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.911 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.911 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.912 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.912 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.191741_335.1", 2021-09-02T23:15:48.912 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.912 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:48.913 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.191741062Z", 2021-09-02T23:15:48.913 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.913 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.913 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.913 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.914 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.914 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.914 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:48.914 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.914 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.915 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.915 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.915 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.915 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.916 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.916 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.916 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.200143_336.1", 2021-09-02T23:15:48.916 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.916 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:48.917 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.200143764Z", 2021-09-02T23:15:48.917 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.917 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.917 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.918 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.918 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.918 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.918 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:48.919 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.919 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.919 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.919 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.919 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.920 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.920 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.920 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.920 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.207560_337.1", 2021-09-02T23:15:48.921 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.921 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36", 2021-09-02T23:15:48.921 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.207560203Z", 2021-09-02T23:15:48.921 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.921 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.922 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.922 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.922 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.922 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.922 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:48.923 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.923 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.923 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.923 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.924 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.924 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.924 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.924 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.925 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.218232_338.1", 2021-09-02T23:15:48.925 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.925 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36", 2021-09-02T23:15:48.925 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.218232112Z", 2021-09-02T23:15:48.925 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.926 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.926 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.926 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.926 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.926 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.927 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:48.927 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.927 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.927 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.927 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.928 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.928 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.928 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.928 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.929 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.431018_339.1", 2021-09-02T23:15:48.929 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.929 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:48.929 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.431018576Z", 2021-09-02T23:15:48.929 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.930 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.930 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.930 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.930 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.930 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.931 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:48.931 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.931 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.931 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.932 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.932 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.932 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.932 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.932 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.933 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.434356_340.1", 2021-09-02T23:15:48.933 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.933 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:48.933 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.434356022Z", 2021-09-02T23:15:48.934 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.934 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.934 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.934 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.934 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.935 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.935 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:48.935 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.935 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.935 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.936 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.936 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.936 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.936 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.937 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.937 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.435677_341.1", 2021-09-02T23:15:48.937 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.937 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37", 2021-09-02T23:15:48.937 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.435677828Z", 2021-09-02T23:15:48.938 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.938 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.938 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.938 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.939 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.939 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.939 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:48.939 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.940 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.940 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.940 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.940 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.940 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.941 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.941 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.941 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.438921_342.1", 2021-09-02T23:15:48.941 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.941 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37", 2021-09-02T23:15:48.942 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.438921871Z", 2021-09-02T23:15:48.942 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.942 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.942 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.943 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.943 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.943 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.943 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:48.944 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.944 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.944 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.944 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.944 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.945 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.945 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.945 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.945 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.477219_343.1", 2021-09-02T23:15:48.946 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.946 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:48.946 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.477219824Z", 2021-09-02T23:15:48.946 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.946 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.947 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.947 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.947 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.947 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.948 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:48.948 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.948 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.948 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.948 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.949 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.949 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.949 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.949 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.949 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.480423_344.1", 2021-09-02T23:15:48.950 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.950 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:48.950 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.480423655Z", 2021-09-02T23:15:48.950 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.951 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.951 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.951 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.951 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.951 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.952 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:48.952 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.952 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.952 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.952 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.953 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.953 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.953 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.953 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.954 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.481690_345.1", 2021-09-02T23:15:48.954 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.954 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38", 2021-09-02T23:15:48.954 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.481690762Z", 2021-09-02T23:15:48.954 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.955 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.955 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.955 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.955 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.956 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.956 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:48.956 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.956 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.956 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.957 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.957 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.957 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.957 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.957 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.958 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.485833_346.1", 2021-09-02T23:15:48.958 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.958 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38", 2021-09-02T23:15:48.958 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.485833748Z", 2021-09-02T23:15:48.959 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.959 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.959 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.959 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.960 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.960 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.960 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:48.960 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.960 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.961 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.961 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.961 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.961 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.961 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.962 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.962 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.567999_349.1", 2021-09-02T23:15:48.962 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.962 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:48.963 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.567999717Z", 2021-09-02T23:15:48.963 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.963 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.963 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.964 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.964 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.964 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.964 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:48.964 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.965 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.965 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.965 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.965 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.965 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.966 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.966 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.966 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.574508_350.1", 2021-09-02T23:15:48.966 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.967 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:48.967 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.574508904Z", 2021-09-02T23:15:48.967 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.967 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.967 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.968 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.968 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.968 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.968 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:48.969 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.969 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.969 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.969 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.969 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.970 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.970 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.970 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.970 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.576155_351.1", 2021-09-02T23:15:48.971 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.971 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39", 2021-09-02T23:15:48.971 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.576155763Z", 2021-09-02T23:15:48.971 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.971 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.972 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.972 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.972 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.972 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.973 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:48.973 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.973 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.973 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.973 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.974 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.974 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.974 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.974 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.975 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.581070_352.1", 2021-09-02T23:15:48.975 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.975 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39", 2021-09-02T23:15:48.975 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.581070652Z", 2021-09-02T23:15:48.975 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.976 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.976 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.976 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.976 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.976 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.977 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:48.977 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.977 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.977 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.978 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.978 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.978 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.978 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.978 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.979 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.605821_353.1", 2021-09-02T23:15:48.979 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.979 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:48.979 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.605821436Z", 2021-09-02T23:15:48.979 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.980 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.980 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.980 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.980 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.981 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.981 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:48.981 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.981 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.981 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.982 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.982 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.982 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.982 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.982 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.983 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.610927_354.1", 2021-09-02T23:15:48.983 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.983 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:48.983 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.610927138Z", 2021-09-02T23:15:48.984 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.984 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.984 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.984 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.984 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.985 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.985 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:48.985 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.985 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.985 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.986 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.986 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.986 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.986 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.987 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.987 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.612688_355.1", 2021-09-02T23:15:48.987 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.987 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40", 2021-09-02T23:15:48.987 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.612688518Z", 2021-09-02T23:15:48.988 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.988 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.988 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.988 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.989 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.989 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.989 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:48.989 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.989 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.990 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.990 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.990 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.990 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.990 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.991 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.991 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.617888_356.1", 2021-09-02T23:15:48.991 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:48.991 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40", 2021-09-02T23:15:48.992 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.617888210Z", 2021-09-02T23:15:48.992 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.992 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.992 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.992 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.993 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.993 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.993 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:48.993 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.993 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.994 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.994 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:48.994 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.994 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.994 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.995 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.995 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.652352_357.1", 2021-09-02T23:15:48.995 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.995 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:48.996 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.652352867Z", 2021-09-02T23:15:48.996 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:48.996 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:48.996 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:48.996 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:48.997 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.997 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:48.997 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:48.997 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:48.997 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.998 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:48.998 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:48.998 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.998 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:48.998 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:48.999 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:48.999 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.656133_358.1", 2021-09-02T23:15:48.999 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:48.999 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:49.000 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.656133916Z", 2021-09-02T23:15:49.000 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.000 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.000 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.000 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.001 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.001 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.001 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:49.001 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.001 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.002 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.002 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.002 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.002 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.003 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.003 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.003 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.657505_359.1", 2021-09-02T23:15:49.003 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.003 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41", 2021-09-02T23:15:49.004 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.657505118Z", 2021-09-02T23:15:49.004 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.004 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.004 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.004 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.005 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.005 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.005 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:49.005 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.006 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.006 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.006 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.006 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.006 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.007 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.007 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.007 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.661232_360.1", 2021-09-02T23:15:49.007 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.007 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41", 2021-09-02T23:15:49.008 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.661232527Z", 2021-09-02T23:15:49.008 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.008 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.008 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.009 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.009 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.009 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.009 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:49.009 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.010 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.010 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.010 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.010 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.011 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.011 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.011 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.011 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.799556_34.1", 2021-09-02T23:15:49.011 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.012 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:49.012 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.799556771Z", 2021-09-02T23:15:49.012 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.012 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.013 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.013 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.013 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.013 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.013 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:49.014 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.014 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.014 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.014 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.014 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.015 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.015 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.015 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.015 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.822856_35.1", 2021-09-02T23:15:49.016 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.016 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:49.016 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.822856206Z", 2021-09-02T23:15:49.016 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.016 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.017 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.017 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.017 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.017 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.017 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:49.018 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.018 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.018 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.018 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.019 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.019 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.019 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.019 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.019 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.824437_36.1", 2021-09-02T23:15:49.020 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.020 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1", 2021-09-02T23:15:49.020 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.824437308Z", 2021-09-02T23:15:49.020 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.021 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.021 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.021 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.021 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.021 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.022 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:49.022 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.022 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.022 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.023 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.023 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.023 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.023 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.023 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.024 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.827800_37.1", 2021-09-02T23:15:49.024 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.024 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1", 2021-09-02T23:15:49.024 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.827800084Z", 2021-09-02T23:15:49.024 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.025 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.025 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.025 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.025 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.026 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.026 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:49.026 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.026 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.026 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.027 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.027 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.027 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.027 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.027 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.028 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.846823_38.1", 2021-09-02T23:15:49.028 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.028 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:49.028 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.846823038Z", 2021-09-02T23:15:49.029 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.029 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.029 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.029 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.029 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.030 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.030 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:49.030 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.030 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.030 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.031 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.031 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.031 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.031 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.032 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.032 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.852383_39.1", 2021-09-02T23:15:49.032 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.032 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:49.032 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.852383821Z", 2021-09-02T23:15:49.033 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.033 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.033 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.033 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.033 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.034 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.034 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:49.034 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.034 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.035 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.035 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.035 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.035 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.035 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.036 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.036 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.853695_40.1", 2021-09-02T23:15:49.036 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.036 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2", 2021-09-02T23:15:49.036 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.853695063Z", 2021-09-02T23:15:49.037 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.037 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.037 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.037 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.038 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.038 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.038 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:49.038 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.038 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.039 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.039 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.039 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.039 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.039 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.040 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.040 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.857017_41.1", 2021-09-02T23:15:49.040 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.040 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2", 2021-09-02T23:15:49.041 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.857017863Z", 2021-09-02T23:15:49.041 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.041 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.041 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.041 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.042 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.042 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.042 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:49.042 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.043 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.043 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.043 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.043 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.043 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.044 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.044 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.044 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.072126_42.1", 2021-09-02T23:15:49.044 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.045 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:49.045 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.072126345Z", 2021-09-02T23:15:49.045 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.045 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.046 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.046 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.046 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.046 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.046 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:49.047 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.047 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.047 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.047 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.047 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.048 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.048 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.048 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.048 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.076118_43.1", 2021-09-02T23:15:49.049 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.049 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:49.049 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.076118505Z", 2021-09-02T23:15:49.049 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.050 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.050 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.050 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.050 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.050 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.051 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:49.051 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.051 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.051 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.052 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.052 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.052 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.052 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.053 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.053 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.077596_44.1", 2021-09-02T23:15:49.053 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.053 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3", 2021-09-02T23:15:49.053 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.077596395Z", 2021-09-02T23:15:49.054 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.054 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.054 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.054 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.055 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.055 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.055 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:49.055 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.055 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.056 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.056 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.056 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.056 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.057 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.057 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.057 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.081236_45.1", 2021-09-02T23:15:49.057 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.058 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3", 2021-09-02T23:15:49.058 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.081236169Z", 2021-09-02T23:15:49.058 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.058 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.058 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.059 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.059 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.059 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.059 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:49.060 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.060 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.060 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.060 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.060 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.061 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.061 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.061 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.061 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.771353_46.1", 2021-09-02T23:15:49.062 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.062 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:49.062 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.771353739Z", 2021-09-02T23:15:49.062 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.062 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.063 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.063 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.063 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.063 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.064 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:49.064 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.064 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.064 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.064 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.065 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.065 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.065 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.065 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.065 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.774721_47.1", 2021-09-02T23:15:49.066 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.066 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:49.066 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.774721294Z", 2021-09-02T23:15:49.066 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.067 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.067 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.067 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.067 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.068 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.068 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:49.068 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.068 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.068 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.069 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.069 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.069 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.069 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.070 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.070 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.776074_48.1", 2021-09-02T23:15:49.070 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.070 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4", 2021-09-02T23:15:49.070 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.776074769Z", 2021-09-02T23:15:49.071 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.071 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.071 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.071 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.072 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.072 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.072 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:49.072 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.072 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.073 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.073 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.073 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.073 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.073 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.074 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.074 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.779525_49.1", 2021-09-02T23:15:49.074 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.074 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4", 2021-09-02T23:15:49.075 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.779525646Z", 2021-09-02T23:15:49.075 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.075 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.075 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.075 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.076 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.076 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.076 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:49.076 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.077 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.077 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.077 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.077 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.077 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.078 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.078 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.078 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.790594_50.1", 2021-09-02T23:15:49.078 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.078 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:49.079 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.790594541Z", 2021-09-02T23:15:49.079 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.079 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.079 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.080 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.080 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.080 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.080 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:49.080 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.081 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.081 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.081 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.081 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.081 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.082 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.082 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.082 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.793733_51.1", 2021-09-02T23:15:49.082 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.083 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:49.083 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.793733221Z", 2021-09-02T23:15:49.083 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.083 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.083 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.084 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.084 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.084 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.084 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:49.085 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.085 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.085 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.085 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.085 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.086 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.086 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.086 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.086 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.794936_52.1", 2021-09-02T23:15:49.087 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.087 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5", 2021-09-02T23:15:49.087 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.794936158Z", 2021-09-02T23:15:49.087 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.087 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.088 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.088 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.088 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.088 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.088 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:49.089 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.089 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.089 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.089 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.090 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.090 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.090 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.090 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.090 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.797909_53.1", 2021-09-02T23:15:49.091 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.091 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5", 2021-09-02T23:15:49.091 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.797909915Z", 2021-09-02T23:15:49.091 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.092 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.092 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.092 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.092 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.092 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.093 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:49.093 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.093 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.093 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.094 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.094 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.094 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.094 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.094 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.095 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.819584_55.1", 2021-09-02T23:15:49.095 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.095 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:49.095 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.819584462Z", 2021-09-02T23:15:49.096 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.096 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.096 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.096 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.096 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.097 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.097 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:49.097 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.097 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.098 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.098 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.098 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.098 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.098 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.099 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.099 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.822992_56.1", 2021-09-02T23:15:49.099 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.099 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:49.100 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.822992309Z", 2021-09-02T23:15:49.100 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.100 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.100 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.100 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.101 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.101 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.101 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:49.101 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.101 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.102 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.102 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.102 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.102 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.103 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.103 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.103 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.824094_57.1", 2021-09-02T23:15:49.103 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.103 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6", 2021-09-02T23:15:49.104 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.824094761Z", 2021-09-02T23:15:49.104 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.104 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.104 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.104 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.105 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.105 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.105 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:49.105 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.105 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.106 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.106 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.106 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.106 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.107 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.107 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.107 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.827725_58.1", 2021-09-02T23:15:49.107 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.107 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6", 2021-09-02T23:15:49.108 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.827725829Z", 2021-09-02T23:15:49.108 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.108 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.108 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.109 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.109 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.109 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.109 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:49.109 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.110 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.110 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.110 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.110 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.110 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.111 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.111 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.111 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.259197_65.1", 2021-09-02T23:15:49.111 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.111 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:49.112 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.259197883Z", 2021-09-02T23:15:49.112 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.112 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.112 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.113 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.113 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.113 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.113 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:49.113 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.114 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.114 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.114 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.114 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.114 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.115 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.115 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.115 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.262286_66.1", 2021-09-02T23:15:49.115 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.116 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:49.116 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.262286684Z", 2021-09-02T23:15:49.116 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.116 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.116 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.117 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.117 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.117 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.117 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:49.117 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.118 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.118 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.118 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.118 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.119 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.119 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.119 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.119 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.263420_67.1", 2021-09-02T23:15:49.119 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.120 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:49.120 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.263420113Z", 2021-09-02T23:15:49.120 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.120 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.121 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.121 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.121 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.121 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.121 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:49.122 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.122 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.122 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.122 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.122 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.123 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.123 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.123 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.123 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.266425_68.1", 2021-09-02T23:15:49.124 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.124 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:49.124 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.266425919Z", 2021-09-02T23:15:49.124 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.124 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.125 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.125 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.125 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.125 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.126 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:49.126 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.126 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.126 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.126 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.127 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.127 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.127 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.127 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.127 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.281652_69.1", 2021-09-02T23:15:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.281652070Z", 2021-09-02T23:15:49.128 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.129 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.130 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.131 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.284884_70.1", 2021-09-02T23:15:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.284884006Z", 2021-09-02T23:15:49.132 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.133 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.134 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.135 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.287007_71.1", 2021-09-02T23:15:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.287007468Z", 2021-09-02T23:15:49.136 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.137 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.138 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.139 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.289890_72.1", 2021-09-02T23:15:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:49.140 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.289890716Z", 2021-09-02T23:15:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.141 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.142 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.142 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:49.142 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.142 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.143 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.143 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.143 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.143 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.143 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.144 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.144 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.317652_73.1", 2021-09-02T23:15:49.144 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.144 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:49.144 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.317652485Z", 2021-09-02T23:15:49.145 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.145 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.145 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.145 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.146 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.146 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.146 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:49.146 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.147 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.147 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.147 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.147 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.147 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.148 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.148 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.148 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.320884_74.1", 2021-09-02T23:15:49.148 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.148 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:49.149 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.320884119Z", 2021-09-02T23:15:49.149 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.149 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.149 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.150 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.150 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.150 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.150 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:49.150 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.151 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.151 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.151 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.151 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.152 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.152 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.152 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.152 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.322009_75.1", 2021-09-02T23:15:49.152 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.153 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:49.153 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.322009636Z", 2021-09-02T23:15:49.153 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.153 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.153 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.154 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.154 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.154 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.154 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:49.155 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.155 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.155 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.155 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:49.155 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.156 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.156 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.156 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.156 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.324756_76.1", 2021-09-02T23:15:49.156 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.157 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:49.157 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.324756164Z", 2021-09-02T23:15:49.157 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.157 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.157 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:49.158 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:49.158 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.158 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.158 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:49.159 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.159 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.159 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.159 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.159 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.160 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.160 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.160 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.160 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.019967_77.1", 2021-09-02T23:15:49.161 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.161 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:49.161 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.019967593Z", 2021-09-02T23:15:49.161 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.161 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.162 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:49.162 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.162 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.162 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.162 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:49.163 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:49.163 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.163 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.163 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "remove" 2021-09-02T23:15:49.164 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.164 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.164 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.164 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.164 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.023062_78.1", 2021-09-02T23:15:49.165 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.165 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:49.165 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.023062764Z", 2021-09-02T23:15:49.165 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.165 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.166 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:49.166 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.166 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.166 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.167 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:49.167 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:49.167 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.167 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.167 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.168 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.168 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.168 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.168 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.169 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.053105_79.1", 2021-09-02T23:15:49.169 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.169 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:49.169 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.053105132Z", 2021-09-02T23:15:49.169 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.170 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.170 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:49.170 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.170 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.170 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.171 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:49.171 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:49.171 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.171 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.172 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "remove" 2021-09-02T23:15:49.172 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.172 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.172 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.172 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.173 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.056588_80.1", 2021-09-02T23:15:49.173 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.173 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:49.173 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.056588029Z", 2021-09-02T23:15:49.174 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.174 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.174 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:49.174 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.174 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.175 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.175 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:49.175 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:49.175 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.175 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.176 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.176 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.176 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.176 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.176 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.177 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.112305_81.1", 2021-09-02T23:15:49.177 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.177 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:49.177 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.112305396Z", 2021-09-02T23:15:49.177 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.178 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.178 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:49.178 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.178 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.178 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.179 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:49.179 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:49.179 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.179 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.179 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "remove" 2021-09-02T23:15:49.180 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.180 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.180 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.180 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:49.180 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.115450_82.1", 2021-09-02T23:15:49.181 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:49.181 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:49.181 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450426Z", 2021-09-02T23:15:49.181 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:49.181 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:49.182 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:49.182 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:49.182 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.182 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:49.183 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:49.183 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:49.183 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:49.183 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:49.183 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:49.183 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.184 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.184 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:49.184 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:49.186 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:49.187 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:49.187 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:49.233 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:49.234 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:49.287 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:15:49.287 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.287 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623379.499566_40.1", 2021-09-02T23:15:49.288 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "user", 2021-09-02T23:15:49.288 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:49.288 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.499566010Z", 2021-09-02T23:15:49.288 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.289 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.289 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.289 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.289 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.290 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.290 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:49.290 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.290 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.291 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.291 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.291 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.291 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.292 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.292 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.292 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623379.503325_41.1", 2021-09-02T23:15:49.292 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "user", 2021-09-02T23:15:49.292 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:49.293 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325239Z", 2021-09-02T23:15:49.293 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.293 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.293 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.294 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.294 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.294 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.294 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:49.295 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.295 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.295 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.295 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.295 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.296 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.296 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.296 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.296 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.799404_47.1", 2021-09-02T23:15:49.296 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.297 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:49.297 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.799404515Z", 2021-09-02T23:15:49.297 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.297 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.297 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.298 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.298 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.298 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.298 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:49.298 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.299 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.299 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.299 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.299 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.300 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.300 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.300 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.300 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.803331_50.1", 2021-09-02T23:15:49.301 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.301 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:49.301 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.803331532Z", 2021-09-02T23:15:49.301 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.301 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.302 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.302 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.302 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.302 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.303 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:49.303 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.303 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.303 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.303 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.304 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.304 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.304 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.304 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.304 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.804723_51.1", 2021-09-02T23:15:49.305 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.305 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10", 2021-09-02T23:15:49.305 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.804723542Z", 2021-09-02T23:15:49.305 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.305 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.306 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.306 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.306 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.306 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.306 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:49.307 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.307 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.307 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.307 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.307 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.308 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.308 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.308 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.309 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.808118_52.1", 2021-09-02T23:15:49.309 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.309 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10", 2021-09-02T23:15:49.309 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.808118038Z", 2021-09-02T23:15:49.309 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.310 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.310 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.310 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.310 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.310 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.311 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:49.311 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.311 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.311 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.311 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.312 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.312 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.312 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.312 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.312 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.825451_53.1", 2021-09-02T23:15:49.313 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.313 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:49.313 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.825451101Z", 2021-09-02T23:15:49.313 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.313 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.314 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.314 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.314 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.314 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.315 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:49.315 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.315 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.315 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.315 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.316 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.316 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.316 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.316 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.316 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.828765_54.1", 2021-09-02T23:15:49.317 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.317 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:49.317 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.828765367Z", 2021-09-02T23:15:49.317 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.318 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.318 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.318 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.318 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.318 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.319 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:49.319 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.319 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.319 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.323 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.323 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.323 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.324 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.324 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.324 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.829947_55.1", 2021-09-02T23:15:49.324 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.325 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11", 2021-09-02T23:15:49.325 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.829947177Z", 2021-09-02T23:15:49.325 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.325 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.325 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.326 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.326 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.326 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.326 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:49.327 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.327 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.327 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.327 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.328 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.328 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.328 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.328 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.329 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.834341_56.1", 2021-09-02T23:15:49.329 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.329 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11", 2021-09-02T23:15:49.329 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.834341570Z", 2021-09-02T23:15:49.329 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.330 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.330 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.330 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.330 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.331 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.331 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:49.331 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.331 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.331 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.332 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.332 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.332 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.332 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.333 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.333 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.861966_57.1", 2021-09-02T23:15:49.333 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.333 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:49.333 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.861966411Z", 2021-09-02T23:15:49.334 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.334 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.334 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.334 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.335 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.335 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.335 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:49.335 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.335 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.336 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.336 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.336 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.336 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.337 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.337 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.869524_58.1", 2021-09-02T23:15:49.337 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.337 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:49.338 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.869524944Z", 2021-09-02T23:15:49.338 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.338 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.338 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.338 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.339 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.339 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.339 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:49.339 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.339 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.340 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.340 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.340 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.340 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.341 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.341 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.341 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.870838_59.1", 2021-09-02T23:15:49.341 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.342 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12", 2021-09-02T23:15:49.342 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.870838895Z", 2021-09-02T23:15:49.342 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.342 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.342 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.343 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.343 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.343 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.343 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:49.344 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.344 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.344 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.344 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.344 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.345 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.345 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.345 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.345 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.876367_60.1", 2021-09-02T23:15:49.346 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.346 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12", 2021-09-02T23:15:49.346 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.876367138Z", 2021-09-02T23:15:49.346 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.346 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.347 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.347 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.347 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.347 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.347 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:49.348 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.348 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.348 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.348 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.348 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.349 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.349 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.349 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.349 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.240713_64.1", 2021-09-02T23:15:49.350 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.350 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:49.350 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.240713920Z", 2021-09-02T23:15:49.350 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.350 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.351 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.351 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.351 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.351 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.352 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:49.352 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.352 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.352 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.352 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.353 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.353 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.353 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.353 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.353 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.245122_65.1", 2021-09-02T23:15:49.354 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.354 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:49.354 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.245122953Z", 2021-09-02T23:15:49.354 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.355 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.355 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.355 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.355 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.355 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.356 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:49.356 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.358 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.358 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.358 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.359 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.359 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.359 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.359 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.360 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.246311_66.1", 2021-09-02T23:15:49.360 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.360 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13", 2021-09-02T23:15:49.360 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.246311183Z", 2021-09-02T23:15:49.361 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.361 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.361 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.361 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.361 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.362 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.362 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:49.362 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.362 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.363 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.363 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.363 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.363 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.363 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.364 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.364 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.249822_67.1", 2021-09-02T23:15:49.364 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.364 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13", 2021-09-02T23:15:49.364 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.249822402Z", 2021-09-02T23:15:49.365 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.365 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.365 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.365 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.366 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.366 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.366 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:49.366 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.367 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.261769_68.1", 2021-09-02T23:15:49.368 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.261769004Z", 2021-09-02T23:15:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.370 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.371 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.265169_69.1", 2021-09-02T23:15:49.372 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.265169449Z", 2021-09-02T23:15:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.373 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.374 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.375 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.376 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.266328_70.1", 2021-09-02T23:15:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14", 2021-09-02T23:15:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.266328822Z", 2021-09-02T23:15:49.377 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.378 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.379 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.380 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.270536_71.1", 2021-09-02T23:15:49.381 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.381 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14", 2021-09-02T23:15:49.381 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.270536945Z", 2021-09-02T23:15:49.381 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.382 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.382 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.382 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.382 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.382 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.383 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:49.383 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.383 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.383 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.383 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.384 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.384 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.384 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.384 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.385 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.300374_72.1", 2021-09-02T23:15:49.385 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.385 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:49.385 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.300374638Z", 2021-09-02T23:15:49.385 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.386 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.386 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.386 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.386 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.386 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.387 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:49.387 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.387 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.387 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.387 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.388 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.388 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.388 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.388 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.389 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.303424_73.1", 2021-09-02T23:15:49.389 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.389 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:49.389 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.303424654Z", 2021-09-02T23:15:49.389 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.390 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.390 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.390 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.390 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.391 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.391 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:49.391 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.391 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.391 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.392 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.392 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.392 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.392 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.393 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.393 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.304682_74.1", 2021-09-02T23:15:49.393 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.393 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15", 2021-09-02T23:15:49.393 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.304682837Z", 2021-09-02T23:15:49.394 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.394 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.394 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.394 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.394 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.395 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.395 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:49.395 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.395 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.396 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.396 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.396 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.396 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.396 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.397 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.397 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.307767_75.1", 2021-09-02T23:15:49.397 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.397 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15", 2021-09-02T23:15:49.397 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.307767653Z", 2021-09-02T23:15:49.398 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.398 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.398 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.398 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.399 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.399 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.399 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:49.399 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.399 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.400 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.400 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.400 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.400 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.400 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.401 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.401 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.429363_76.1", 2021-09-02T23:15:49.401 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.401 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:49.402 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.429363072Z", 2021-09-02T23:15:49.402 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.402 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.402 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.402 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.403 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.403 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.403 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:49.403 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.404 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.404 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.404 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.404 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.404 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.405 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.405 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.405 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.433935_77.1", 2021-09-02T23:15:49.405 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.406 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:49.406 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.433935302Z", 2021-09-02T23:15:49.406 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.406 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.406 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.407 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.407 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.407 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.407 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:49.408 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.408 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.408 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.408 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.408 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.409 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.409 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.409 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.409 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.436068_78.1", 2021-09-02T23:15:49.409 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.410 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16", 2021-09-02T23:15:49.410 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.436068187Z", 2021-09-02T23:15:49.410 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.410 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.411 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.411 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.411 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.411 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.411 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:49.412 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.412 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.412 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.412 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.413 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.413 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.413 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.413 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.413 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.440659_79.1", 2021-09-02T23:15:49.414 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.414 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16", 2021-09-02T23:15:49.414 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.440659051Z", 2021-09-02T23:15:49.414 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.415 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.415 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.415 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.415 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.415 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.416 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:49.416 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.416 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.416 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.417 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.417 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.417 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.417 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.417 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.418 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.456274_80.1", 2021-09-02T23:15:49.418 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.418 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:49.418 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.456274683Z", 2021-09-02T23:15:49.419 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.419 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.419 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.419 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.419 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.420 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.420 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:49.420 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.420 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.420 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.421 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.421 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.421 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.421 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.422 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.422 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.462286_81.1", 2021-09-02T23:15:49.422 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.422 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:49.422 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.462286995Z", 2021-09-02T23:15:49.423 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.423 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.423 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.423 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.424 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.424 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.424 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:49.424 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.424 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.425 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.425 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.425 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.425 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.426 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.426 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.426 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.463487_82.1", 2021-09-02T23:15:49.426 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.426 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17", 2021-09-02T23:15:49.427 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.463487100Z", 2021-09-02T23:15:49.427 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.427 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.427 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.428 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.428 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.428 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.428 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:49.428 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.429 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.429 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.429 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.429 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.430 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.430 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.430 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.430 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.466540_83.1", 2021-09-02T23:15:49.430 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.431 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17", 2021-09-02T23:15:49.431 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.466540280Z", 2021-09-02T23:15:49.431 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.431 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.432 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.432 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.432 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.432 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.432 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:49.433 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.433 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.433 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.433 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.434 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.434 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.434 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.434 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.434 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.503515_84.1", 2021-09-02T23:15:49.435 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.435 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:49.435 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.503515145Z", 2021-09-02T23:15:49.435 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.435 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.436 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.436 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.436 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.436 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.437 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:49.437 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.437 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.437 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.437 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.438 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.438 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.438 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.438 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.438 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.506815_85.1", 2021-09-02T23:15:49.439 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.439 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:49.439 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.506815752Z", 2021-09-02T23:15:49.439 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.440 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.440 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.440 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.440 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.440 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.441 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:49.441 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.441 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.441 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.441 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.442 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.442 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.442 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.442 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.442 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.507970_86.1", 2021-09-02T23:15:49.443 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.443 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18", 2021-09-02T23:15:49.443 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.507970763Z", 2021-09-02T23:15:49.443 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.444 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.444 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.444 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.444 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.444 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.445 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:49.445 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.445 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.445 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.445 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.446 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.446 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.446 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.446 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.447 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.512524_87.1", 2021-09-02T23:15:49.447 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.447 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18", 2021-09-02T23:15:49.447 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.512524696Z", 2021-09-02T23:15:49.447 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.448 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.448 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.448 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.448 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.449 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.449 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:49.449 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.449 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.449 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.450 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.450 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.450 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.450 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.450 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.451 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.530637_88.1", 2021-09-02T23:15:49.451 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.451 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:49.451 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.530637319Z", 2021-09-02T23:15:49.451 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.452 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.452 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:49.452 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.452 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.453 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.453 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:49.453 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.453 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.453 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.454 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.454 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.454 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.454 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.455 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.455 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.533783_89.1", 2021-09-02T23:15:49.455 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.455 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:49.455 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.533783657Z", 2021-09-02T23:15:49.456 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.456 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.456 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:49.456 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.456 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.457 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.457 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:49.457 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.457 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.458 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.458 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.458 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.458 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.458 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.459 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.459 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.537416_90.1", 2021-09-02T23:15:49.459 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.459 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:49.460 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.537416934Z", 2021-09-02T23:15:49.460 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.460 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.460 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:49.460 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.461 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.461 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.461 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:49.461 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.462 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.462 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.462 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.462 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.462 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.463 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.463 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.463 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.540613_91.1", 2021-09-02T23:15:49.463 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.463 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:49.464 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.540613769Z", 2021-09-02T23:15:49.464 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.464 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.464 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:49.465 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.465 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.465 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.465 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:49.465 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.466 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.466 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.466 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.466 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.466 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.467 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.467 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.467 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.546654_92.1", 2021-09-02T23:15:49.467 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.468 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:49.468 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.546654237Z", 2021-09-02T23:15:49.468 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.468 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.468 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:49.469 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.469 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.469 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.469 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:49.469 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.470 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.470 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.470 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.470 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.471 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.471 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.471 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.471 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.550066_93.1", 2021-09-02T23:15:49.471 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.472 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:49.472 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.550066498Z", 2021-09-02T23:15:49.472 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.472 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.472 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:49.473 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.473 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.473 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.473 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:49.473 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.474 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.474 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.474 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.474 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.475 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.475 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.475 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.475 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.320866_225.1", 2021-09-02T23:15:49.475 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.476 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:49.476 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.320866818Z", 2021-09-02T23:15:49.476 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.476 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.476 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.477 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.477 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.477 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.477 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:49.477 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.478 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.478 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.478 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.478 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.479 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.479 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.479 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.479 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.325153_226.1", 2021-09-02T23:15:49.479 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.480 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:49.480 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.325153495Z", 2021-09-02T23:15:49.480 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.480 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.481 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.481 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.481 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.481 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.481 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:49.482 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.482 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.482 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.482 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.482 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.483 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.483 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.483 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.483 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.326779_227.1", 2021-09-02T23:15:49.484 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.484 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19", 2021-09-02T23:15:49.484 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.326779371Z", 2021-09-02T23:15:49.484 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.484 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.485 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.485 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.485 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.485 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.486 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:49.486 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.486 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.486 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.487 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.487 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.487 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.487 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.487 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.488 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.331940_228.1", 2021-09-02T23:15:49.488 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.488 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19", 2021-09-02T23:15:49.488 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.331940000Z", 2021-09-02T23:15:49.488 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.489 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.489 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.489 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.489 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.489 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.490 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:49.490 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.490 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.490 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.491 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.491 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.491 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.491 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.491 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.492 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.336080_229.1", 2021-09-02T23:15:49.492 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.492 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:49.492 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.336080596Z", 2021-09-02T23:15:49.493 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.493 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.493 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:49.493 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.493 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.494 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.494 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:49.494 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.494 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.494 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.495 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.495 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.495 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.495 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.496 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.496 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.339441_230.1", 2021-09-02T23:15:49.496 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.496 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:49.496 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.339441390Z", 2021-09-02T23:15:49.497 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.497 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.497 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:49.497 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.497 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.498 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.498 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:49.498 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.498 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.498 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.499 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.499 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.499 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.499 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.499 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.500 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.191746_231.1", 2021-09-02T23:15:49.500 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.500 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:49.500 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.191746043Z", 2021-09-02T23:15:49.501 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.501 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.501 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.501 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.501 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.502 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.502 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.502 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.502 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.503 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.503 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.503 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.503 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.504 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.504 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.504 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.197340_232.1", 2021-09-02T23:15:49.504 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.504 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:49.505 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.197340526Z", 2021-09-02T23:15:49.505 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.505 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.505 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.505 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.506 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.506 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.506 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.506 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.507 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.507 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.507 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.507 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.507 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.508 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.508 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.508 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.198532_233.1", 2021-09-02T23:15:49.508 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.509 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20", 2021-09-02T23:15:49.509 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.198532141Z", 2021-09-02T23:15:49.509 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.509 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.509 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.510 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.510 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.510 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.510 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:49.511 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.511 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.511 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.511 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.511 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.512 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.512 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.512 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.512 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.201695_234.1", 2021-09-02T23:15:49.512 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.513 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20", 2021-09-02T23:15:49.513 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.201695341Z", 2021-09-02T23:15:49.513 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.513 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.514 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.514 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.514 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.514 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.514 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:49.515 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.515 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.515 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.515 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.516 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.516 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.516 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.516 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.516 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623691.490575_235.1", 2021-09-02T23:15:49.517 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.517 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:49.517 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.490575476Z", 2021-09-02T23:15:49.517 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.518 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.518 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.518 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.518 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.518 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.519 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.519 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.519 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.519 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.520 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.520 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.520 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.520 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.521 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.521 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623691.494084_236.1", 2021-09-02T23:15:49.521 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.521 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:49.521 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.494084053Z", 2021-09-02T23:15:49.522 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.522 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.522 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.522 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.522 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.523 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.523 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.523 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.523 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.524 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.524 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.524 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.524 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.524 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.525 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.525 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623704.322978_237.1", 2021-09-02T23:15:49.525 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.525 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:49.525 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.322978762Z", 2021-09-02T23:15:49.526 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.526 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.526 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.526 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.527 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.527 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.527 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.527 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.527 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.528 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.528 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.528 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.528 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.529 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.529 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.529 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623704.327914_238.1", 2021-09-02T23:15:49.529 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.529 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:49.530 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.327914823Z", 2021-09-02T23:15:49.530 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.530 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.530 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.531 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.531 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.531 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.531 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:49.531 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.532 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.532 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.532 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.532 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.533 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.533 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.533 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.533 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.009502_239.1", 2021-09-02T23:15:49.533 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.534 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:49.534 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.009502633Z", 2021-09-02T23:15:49.534 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.534 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.534 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.535 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.535 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.535 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.535 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:49.535 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.536 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.536 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.536 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.536 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.536 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.537 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.537 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.537 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.013482_240.1", 2021-09-02T23:15:49.537 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.538 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:49.538 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.013482866Z", 2021-09-02T23:15:49.538 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.538 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.538 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.539 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.539 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.539 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.539 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:49.539 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.540 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.540 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.540 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.540 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.540 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.541 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.541 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.541 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.014730_241.1", 2021-09-02T23:15:49.541 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.541 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21", 2021-09-02T23:15:49.542 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.014730443Z", 2021-09-02T23:15:49.542 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.542 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.542 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.542 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.543 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.543 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.543 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:49.543 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.544 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.544 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.544 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.544 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.544 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.545 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.545 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.545 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.019496_242.1", 2021-09-02T23:15:49.545 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.545 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21", 2021-09-02T23:15:49.546 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.019496257Z", 2021-09-02T23:15:49.546 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.546 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.546 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.547 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.547 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.547 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.547 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:49.547 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.548 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.548 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.548 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.548 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.548 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.549 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.549 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.549 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.035855_243.1", 2021-09-02T23:15:49.549 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.550 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:49.550 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.035855190Z", 2021-09-02T23:15:49.550 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.550 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.550 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.551 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.551 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.551 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.551 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:49.552 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.552 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.552 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.552 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.552 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.553 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.553 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.553 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.553 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.043193_244.1", 2021-09-02T23:15:49.554 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.554 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:49.554 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.043193894Z", 2021-09-02T23:15:49.554 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.554 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.555 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.555 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.555 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.555 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.556 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:49.556 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.556 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.556 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.556 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.557 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.557 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.557 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.557 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.557 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.044421_245.1", 2021-09-02T23:15:49.558 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.558 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22", 2021-09-02T23:15:49.558 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.044421247Z", 2021-09-02T23:15:49.558 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.559 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.559 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.559 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.559 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.559 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.560 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:49.560 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.560 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.560 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.560 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.561 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.561 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.561 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.561 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.562 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.047423_246.1", 2021-09-02T23:15:49.562 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.562 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22", 2021-09-02T23:15:49.562 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.047423065Z", 2021-09-02T23:15:49.562 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.563 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.563 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.563 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.563 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.563 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.564 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:49.564 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.564 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.564 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.564 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.565 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.565 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.565 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.565 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.565 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.072603_247.1", 2021-09-02T23:15:49.566 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.566 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:49.566 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.072603438Z", 2021-09-02T23:15:49.566 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.567 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.567 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.567 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.567 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.567 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.568 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:49.568 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.568 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.568 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.568 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.569 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.569 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.569 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.569 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.570 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.078802_248.1", 2021-09-02T23:15:49.570 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.570 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:49.570 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.078802077Z", 2021-09-02T23:15:49.570 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.571 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.571 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.571 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.571 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.571 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.572 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:49.572 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.572 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.572 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.573 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.573 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.573 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.573 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.573 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.574 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.080616_249.1", 2021-09-02T23:15:49.574 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.574 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23", 2021-09-02T23:15:49.574 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.080616607Z", 2021-09-02T23:15:49.575 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.575 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.575 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.575 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.575 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.576 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.576 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:49.576 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.576 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.577 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.577 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.577 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.577 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.577 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.578 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.578 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.084356_250.1", 2021-09-02T23:15:49.578 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.578 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23", 2021-09-02T23:15:49.579 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.084356991Z", 2021-09-02T23:15:49.579 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.579 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.579 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.579 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.580 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.580 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.580 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:49.580 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.580 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.581 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.581 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.581 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.581 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.581 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.582 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.582 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.100561_251.1", 2021-09-02T23:15:49.582 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.582 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:49.583 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.100561494Z", 2021-09-02T23:15:49.583 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.583 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.583 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:49.583 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.584 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.584 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.584 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:49.584 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.585 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.585 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.585 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.585 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.585 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.586 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.586 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.586 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.106690_252.1", 2021-09-02T23:15:49.586 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.587 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:49.587 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.106690639Z", 2021-09-02T23:15:49.587 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.587 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.587 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:49.588 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.588 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.588 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.588 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:49.589 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.589 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.589 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.589 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.589 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.590 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.590 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.590 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.590 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.110900_253.1", 2021-09-02T23:15:49.591 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.591 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:49.591 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.110900986Z", 2021-09-02T23:15:49.591 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.591 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.592 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:49.592 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.592 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.592 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.592 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:49.593 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.593 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.593 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.593 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.594 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.594 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.594 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.594 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.594 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.116046_254.1", 2021-09-02T23:15:49.595 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.595 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:49.595 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.116046362Z", 2021-09-02T23:15:49.595 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.596 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.596 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:49.596 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.596 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.596 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.597 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:49.597 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.597 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.597 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.598 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.598 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.598 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.598 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.598 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.599 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.121599_255.1", 2021-09-02T23:15:49.599 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.599 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:49.599 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.121599465Z", 2021-09-02T23:15:49.600 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.600 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.600 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:49.600 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.600 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.601 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.601 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:49.601 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.601 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.601 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.602 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.602 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.602 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.602 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.602 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.603 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.125063_256.1", 2021-09-02T23:15:49.603 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.603 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:49.603 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.125063702Z", 2021-09-02T23:15:49.604 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.604 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.604 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:49.604 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.605 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.605 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.605 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:49.605 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.605 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.606 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.606 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.606 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.606 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.606 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.607 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.607 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.476895_257.1", 2021-09-02T23:15:49.607 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.607 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:49.608 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.476895796Z", 2021-09-02T23:15:49.608 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.608 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.608 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.608 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.609 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.609 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.609 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.609 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.609 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.610 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.610 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.610 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.610 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.611 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.611 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.611 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.480025_258.1", 2021-09-02T23:15:49.611 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.611 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:49.612 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.480025311Z", 2021-09-02T23:15:49.612 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.612 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.612 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.612 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.613 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.613 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.613 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.613 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.613 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.614 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.614 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.614 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.614 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.615 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.615 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.615 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.481493_259.1", 2021-09-02T23:15:49.615 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.615 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24", 2021-09-02T23:15:49.616 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.481493489Z", 2021-09-02T23:15:49.616 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.616 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.616 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.617 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.617 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.617 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.617 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:49.617 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.618 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.618 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.618 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.618 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.618 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.619 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.619 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.619 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.487331_260.1", 2021-09-02T23:15:49.619 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.620 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24", 2021-09-02T23:15:49.620 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.487331049Z", 2021-09-02T23:15:49.620 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.620 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.620 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.620 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.621 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.621 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.621 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:49.621 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.621 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.622 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.622 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.622 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.622 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.623 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.623 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.623 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.499980_261.1", 2021-09-02T23:15:49.623 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.623 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:49.624 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.499980298Z", 2021-09-02T23:15:49.624 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.624 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.624 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.624 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.625 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.625 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.625 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.625 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.625 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.626 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.626 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.626 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.626 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.627 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.627 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.627 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.505766_262.1", 2021-09-02T23:15:49.627 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.627 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:49.628 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.505766032Z", 2021-09-02T23:15:49.628 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.628 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.628 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.628 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.629 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.629 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.629 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.629 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.630 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.630 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.630 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.630 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.630 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.631 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.631 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.631 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.507683_263.1", 2021-09-02T23:15:49.631 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.631 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25", 2021-09-02T23:15:49.632 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.507683394Z", 2021-09-02T23:15:49.632 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.632 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.632 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.633 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.633 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.633 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.633 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:49.633 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.634 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.634 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.634 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.634 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.634 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.635 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.635 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.635 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.512454_264.1", 2021-09-02T23:15:49.635 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.635 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25", 2021-09-02T23:15:49.636 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.512454308Z", 2021-09-02T23:15:49.636 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.636 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.636 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.636 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.637 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.637 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.637 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:49.637 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.637 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.638 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.638 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.638 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.638 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.639 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.639 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.639 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.541984_265.1", 2021-09-02T23:15:49.639 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.639 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:49.640 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.541984613Z", 2021-09-02T23:15:49.640 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.640 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.640 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.641 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.641 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.641 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.641 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.641 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.642 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.642 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.642 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.643 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.643 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.643 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.643 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.643 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.545461_266.1", 2021-09-02T23:15:49.644 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.644 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:49.644 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.545461758Z", 2021-09-02T23:15:49.644 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.645 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.645 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.645 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.645 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.645 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.646 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.646 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.646 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.646 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.647 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.647 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.647 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.647 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.648 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.648 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.546715_267.1", 2021-09-02T23:15:49.648 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.648 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26", 2021-09-02T23:15:49.648 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.546715114Z", 2021-09-02T23:15:49.649 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.649 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.649 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.649 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.649 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.650 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.650 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:49.650 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.650 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.651 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.651 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.651 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.651 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.651 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.652 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.652 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.550049_268.1", 2021-09-02T23:15:49.652 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.652 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26", 2021-09-02T23:15:49.652 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.550049368Z", 2021-09-02T23:15:49.653 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.653 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.653 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.653 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.653 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.654 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.654 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:49.654 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.654 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.654 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.655 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.655 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.655 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.655 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.656 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.656 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.575046_269.1", 2021-09-02T23:15:49.656 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.656 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:49.656 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.575046190Z", 2021-09-02T23:15:49.657 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.657 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.657 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.657 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.657 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.658 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.658 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.658 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.658 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.658 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.659 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.659 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.659 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.659 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.659 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.660 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.578222_270.1", 2021-09-02T23:15:49.660 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.660 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:49.660 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.578222698Z", 2021-09-02T23:15:49.660 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.661 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.661 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.661 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.661 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.661 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.662 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.662 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.662 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.662 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.663 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.663 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.663 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.663 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.663 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.664 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.580640_271.1", 2021-09-02T23:15:49.664 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.664 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:49.664 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.580640177Z", 2021-09-02T23:15:49.665 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.665 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.665 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.665 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.666 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.666 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.666 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.666 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.667 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.667 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.667 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.668 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.668 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.668 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.668 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.669 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.584141_272.1", 2021-09-02T23:15:49.669 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.669 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:49.670 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.584141652Z", 2021-09-02T23:15:49.670 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.670 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.670 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.671 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.671 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.671 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.672 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:49.672 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.672 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.673 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.673 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.673 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.673 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.674 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.674 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.674 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.587591_273.1", 2021-09-02T23:15:49.674 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.674 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:49.675 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.587591867Z", 2021-09-02T23:15:49.675 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.675 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.675 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.675 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.676 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.676 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.676 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.676 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.676 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.677 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.677 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.677 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.677 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.678 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.678 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.678 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.590888_274.1", 2021-09-02T23:15:49.678 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.679 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:49.679 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.590888082Z", 2021-09-02T23:15:49.679 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.679 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.679 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.680 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.680 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.680 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.680 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.681 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.681 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.681 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.681 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.681 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.682 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.682 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.682 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.682 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.596541_275.1", 2021-09-02T23:15:49.682 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.683 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:49.683 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.596541864Z", 2021-09-02T23:15:49.683 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.683 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.683 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.684 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.684 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.684 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.684 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.684 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.685 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.685 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.685 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.685 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.686 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.686 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.686 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.686 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.599726_276.1", 2021-09-02T23:15:49.686 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.687 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:49.687 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.599726532Z", 2021-09-02T23:15:49.687 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.687 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.688 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.688 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.688 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.688 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.688 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:49.689 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.689 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.689 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.689 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.689 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.690 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.690 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.690 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.690 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.605255_277.1", 2021-09-02T23:15:49.691 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.691 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:49.691 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.605255854Z", 2021-09-02T23:15:49.691 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.691 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.692 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.692 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.692 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.692 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.692 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.693 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.693 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.693 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.693 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.694 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.694 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.694 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.694 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.694 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.608807_278.1", 2021-09-02T23:15:49.695 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.695 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:49.695 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.608807776Z", 2021-09-02T23:15:49.695 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.695 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.696 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.696 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.696 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.696 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.697 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.698 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.618565_279.1", 2021-09-02T23:15:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.618565079Z", 2021-09-02T23:15:49.699 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.700 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.701 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.702 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.702 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.702 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.702 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.623325_280.1", 2021-09-02T23:15:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.623325499Z", 2021-09-02T23:15:49.703 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.704 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.705 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.706 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.244686_281.1", 2021-09-02T23:15:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:49.707 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.244686703Z", 2021-09-02T23:15:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.708 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.709 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.710 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.247946_282.1", 2021-09-02T23:15:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.711 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.247946074Z", 2021-09-02T23:15:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.712 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.713 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:49.714 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.714 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.714 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.714 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.715 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.715 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.715 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.715 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.715 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.249107_283.1", 2021-09-02T23:15:49.716 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.716 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27", 2021-09-02T23:15:49.716 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.249107526Z", 2021-09-02T23:15:49.716 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.716 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.717 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.717 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.717 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.717 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.718 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:49.718 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.718 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.718 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.718 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.719 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.719 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.719 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.719 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.720 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.252337_284.1", 2021-09-02T23:15:49.720 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.720 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27", 2021-09-02T23:15:49.720 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.252337237Z", 2021-09-02T23:15:49.720 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.721 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.721 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.721 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.721 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.722 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.722 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:49.722 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.722 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.722 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.723 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.723 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.723 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.723 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.724 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.724 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.266079_285.1", 2021-09-02T23:15:49.724 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.724 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:49.724 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.266079667Z", 2021-09-02T23:15:49.725 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.725 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.725 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.725 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.726 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.726 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.726 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:49.726 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.726 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.727 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.727 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.727 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.727 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.727 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.728 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.728 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.269453_286.1", 2021-09-02T23:15:49.728 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.728 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:49.729 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.269453664Z", 2021-09-02T23:15:49.729 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.729 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.729 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.729 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.730 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.730 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.730 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:49.730 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.731 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.731 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.731 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.731 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.731 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.732 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.732 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.732 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.270832_287.1", 2021-09-02T23:15:49.732 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.733 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28", 2021-09-02T23:15:49.733 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.270832965Z", 2021-09-02T23:15:49.733 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.733 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.733 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.734 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.734 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.734 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.734 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:49.734 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.735 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.735 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.735 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.735 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.735 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.736 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.736 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.736 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.274078_288.1", 2021-09-02T23:15:49.736 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.737 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28", 2021-09-02T23:15:49.737 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.274078540Z", 2021-09-02T23:15:49.737 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.737 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.737 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.738 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.738 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.738 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:49.738 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.739 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.739 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.739 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.739 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.740 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.740 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.740 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.740 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.297353_289.1", 2021-09-02T23:15:49.740 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.741 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:49.741 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.297353832Z", 2021-09-02T23:15:49.741 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.741 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.741 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.742 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.742 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.742 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.742 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:49.743 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.743 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.743 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.743 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.743 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.744 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.744 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.744 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.744 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.300656_290.1", 2021-09-02T23:15:49.744 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.745 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:49.745 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.300656805Z", 2021-09-02T23:15:49.745 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.745 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.746 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.746 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.746 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.746 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.746 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:49.747 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.747 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.747 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.747 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.747 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.748 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.748 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.748 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.748 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.301962_291.1", 2021-09-02T23:15:49.749 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.749 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29", 2021-09-02T23:15:49.749 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.301962183Z", 2021-09-02T23:15:49.749 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.749 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.750 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.750 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.750 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.750 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.750 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:49.751 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.751 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.751 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.751 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.752 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.752 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.752 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.752 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.752 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.305891_292.1", 2021-09-02T23:15:49.753 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.753 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29", 2021-09-02T23:15:49.753 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.305891771Z", 2021-09-02T23:15:49.753 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.753 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.754 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.754 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.754 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.754 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.755 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:49.755 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.755 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.755 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.755 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.756 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.756 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.756 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.756 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.756 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.324345_293.1", 2021-09-02T23:15:49.757 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.757 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:49.757 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345732Z", 2021-09-02T23:15:49.757 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.757 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.758 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:49.758 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.758 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.758 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.759 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:49.759 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.759 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.759 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.759 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.760 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.760 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.760 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.760 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.760 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.328449_294.1", 2021-09-02T23:15:49.761 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.761 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:49.761 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.328449480Z", 2021-09-02T23:15:49.761 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.761 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.762 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:49.762 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.762 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.762 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.763 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:49.763 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.763 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.763 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.763 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.764 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.764 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.764 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.764 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.765 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.376049_295.1", 2021-09-02T23:15:49.765 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.765 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:49.765 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.376049419Z", 2021-09-02T23:15:49.765 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.766 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.766 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:49.766 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.766 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.766 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.767 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:49.767 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.767 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.767 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.768 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.768 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.768 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.768 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.768 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.769 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.379667_296.1", 2021-09-02T23:15:49.769 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.769 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:49.769 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.379667306Z", 2021-09-02T23:15:49.770 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.770 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.770 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:49.770 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.770 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.771 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.771 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:49.771 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.771 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.772 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.772 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.772 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.772 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.772 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.773 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.773 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.427897_297.1", 2021-09-02T23:15:49.773 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.773 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:49.774 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.427897571Z", 2021-09-02T23:15:49.774 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.774 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.774 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:49.774 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.775 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.775 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.775 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:49.775 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.776 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.776 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.776 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.776 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.777 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.777 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.777 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.778 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.431801_298.1", 2021-09-02T23:15:49.778 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.778 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:49.778 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.431801218Z", 2021-09-02T23:15:49.778 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.779 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.779 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:49.779 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.779 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.780 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.780 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:49.780 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.780 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.780 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.781 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.781 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.781 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.781 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.781 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.782 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.495892_299.1", 2021-09-02T23:15:49.782 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.782 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:49.782 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.495892119Z", 2021-09-02T23:15:49.783 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.783 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.783 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.783 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.783 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.784 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.784 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:49.784 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.784 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.785 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.785 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.785 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.785 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.785 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.786 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.786 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.499163_300.1", 2021-09-02T23:15:49.786 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.786 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:49.786 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.499163854Z", 2021-09-02T23:15:49.787 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.787 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.787 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.787 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.788 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.788 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.788 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:49.788 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.788 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.789 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.789 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.789 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.789 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.789 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.790 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.790 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.501174_301.1", 2021-09-02T23:15:49.790 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.790 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30", 2021-09-02T23:15:49.791 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.501174619Z", 2021-09-02T23:15:49.791 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.791 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.791 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.791 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.792 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.792 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.792 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:49.792 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.793 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.793 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.793 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.793 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.793 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.794 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.794 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.794 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.506389_302.1", 2021-09-02T23:15:49.794 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.795 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30", 2021-09-02T23:15:49.795 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.506389050Z", 2021-09-02T23:15:49.795 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.795 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.795 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.796 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.796 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.796 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.796 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:49.797 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.797 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.797 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.797 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.797 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.798 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.798 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.798 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.798 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.522809_303.1", 2021-09-02T23:15:49.799 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.799 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:49.799 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.522809788Z", 2021-09-02T23:15:49.799 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.799 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.800 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.800 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.800 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.800 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.800 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:49.801 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.801 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.801 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.801 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.801 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.802 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.802 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.802 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.802 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.526778_304.1", 2021-09-02T23:15:49.803 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.803 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:49.803 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.526778759Z", 2021-09-02T23:15:49.803 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.803 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.804 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.804 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.804 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.804 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.804 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:49.805 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.805 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.805 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.805 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.806 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.806 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.806 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.806 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.807 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.528698_305.1", 2021-09-02T23:15:49.807 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.807 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31", 2021-09-02T23:15:49.807 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.528698699Z", 2021-09-02T23:15:49.807 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.808 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.808 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.808 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.808 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.809 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.809 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:49.809 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.809 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.809 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.810 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.810 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.810 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.810 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.811 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.811 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.533852_306.1", 2021-09-02T23:15:49.811 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.811 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31", 2021-09-02T23:15:49.811 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.533852456Z", 2021-09-02T23:15:49.812 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.812 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.812 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.812 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.813 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.813 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.813 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:49.813 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.813 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.814 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.814 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.814 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.814 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.815 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.815 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.815 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.562855_307.1", 2021-09-02T23:15:49.815 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.815 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:49.816 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.562855118Z", 2021-09-02T23:15:49.816 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.816 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.816 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.817 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.817 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.817 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.817 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:49.817 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.818 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.818 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.818 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.818 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.819 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.819 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.819 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.819 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.566758_308.1", 2021-09-02T23:15:49.819 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.820 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:49.820 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.566758922Z", 2021-09-02T23:15:49.820 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.820 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.821 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.821 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.821 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.821 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.821 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:49.822 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.822 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.822 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.822 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.823 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.823 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.823 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.823 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.823 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.568088_309.1", 2021-09-02T23:15:49.824 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.824 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32", 2021-09-02T23:15:49.824 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.568088251Z", 2021-09-02T23:15:49.824 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.824 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.825 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.825 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.825 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.825 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.825 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:49.826 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.826 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.826 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.826 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.827 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.827 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.827 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.827 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.828 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.573486_310.1", 2021-09-02T23:15:49.828 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.828 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32", 2021-09-02T23:15:49.828 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.573486578Z", 2021-09-02T23:15:49.828 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.829 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.829 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.829 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.829 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.829 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.830 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:49.830 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.830 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.830 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.831 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.831 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.831 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.831 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.831 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.832 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.595132_311.1", 2021-09-02T23:15:49.832 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.832 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:49.832 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.595132393Z", 2021-09-02T23:15:49.832 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.833 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.833 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:49.833 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.833 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.833 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.834 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:49.834 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.834 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.834 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.835 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.835 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.835 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.835 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.835 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.836 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.598657_312.1", 2021-09-02T23:15:49.836 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.836 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:49.836 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.598657389Z", 2021-09-02T23:15:49.837 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.837 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.837 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:49.837 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.838 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.838 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.838 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:49.838 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.838 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.839 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.839 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.839 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.839 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.840 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.840 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.840 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.649063_313.1", 2021-09-02T23:15:49.840 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.840 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:49.841 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.649063397Z", 2021-09-02T23:15:49.841 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.841 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.841 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:49.841 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.842 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.842 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.842 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:49.842 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.843 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.843 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.843 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.843 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.844 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.844 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.844 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.844 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.653007_314.1", 2021-09-02T23:15:49.844 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.845 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:49.845 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.653007026Z", 2021-09-02T23:15:49.845 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.845 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.845 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:49.846 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.846 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.846 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.846 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:49.847 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.847 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.847 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.847 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.848 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.848 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.848 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.848 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.848 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.705176_315.1", 2021-09-02T23:15:49.849 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.849 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:49.849 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.705176523Z", 2021-09-02T23:15:49.849 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.850 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.850 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:49.850 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.850 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.850 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.851 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:49.851 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.851 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.851 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.851 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.852 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.852 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.852 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.852 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.853 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.708623_316.1", 2021-09-02T23:15:49.853 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.853 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:49.853 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.708623275Z", 2021-09-02T23:15:49.853 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.854 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.854 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:49.854 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.854 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.855 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.855 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:49.855 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.855 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.856 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.856 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.856 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.856 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.856 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.857 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.857 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.771814_317.1", 2021-09-02T23:15:49.857 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.857 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:49.858 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.771814562Z", 2021-09-02T23:15:49.858 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.858 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.858 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.858 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.859 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.859 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.859 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:49.859 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.859 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.860 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.860 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.860 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.860 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.860 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.861 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.861 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.788325_318.1", 2021-09-02T23:15:49.861 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.861 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:49.861 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.788325550Z", 2021-09-02T23:15:49.862 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.862 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.862 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.862 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.863 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.863 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.863 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:49.863 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.863 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.864 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.864 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.864 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.864 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.865 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.865 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.865 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.795896_319.1", 2021-09-02T23:15:49.865 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.865 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33", 2021-09-02T23:15:49.866 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.795896435Z", 2021-09-02T23:15:49.866 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.866 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.866 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.867 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.867 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.867 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.867 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:49.867 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.868 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.868 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.868 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.868 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.868 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.869 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.869 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.869 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.807885_320.1", 2021-09-02T23:15:49.869 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.870 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33", 2021-09-02T23:15:49.870 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.807885615Z", 2021-09-02T23:15:49.870 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.870 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.870 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.871 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.871 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.871 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.871 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:49.871 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.872 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.872 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.872 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.872 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.873 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.873 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.873 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.873 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.845933_321.1", 2021-09-02T23:15:49.873 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.874 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:49.874 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.845933047Z", 2021-09-02T23:15:49.874 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.874 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.874 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.875 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.875 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.875 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.875 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:49.875 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.876 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.876 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.876 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.876 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.877 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.877 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.877 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.877 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.866021_322.1", 2021-09-02T23:15:49.877 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.878 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:49.878 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.866021556Z", 2021-09-02T23:15:49.878 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.878 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.878 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.879 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.879 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.879 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.879 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:49.879 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.880 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.880 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.880 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.880 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.881 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.881 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.881 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.881 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.872229_323.1", 2021-09-02T23:15:49.881 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.882 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34", 2021-09-02T23:15:49.882 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.872229535Z", 2021-09-02T23:15:49.882 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.882 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.882 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.883 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.883 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.883 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.883 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:49.883 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.884 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.884 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.884 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.884 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.885 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.885 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.885 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.885 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.884962_324.1", 2021-09-02T23:15:49.885 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.886 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34", 2021-09-02T23:15:49.886 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.884962134Z", 2021-09-02T23:15:49.886 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.886 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.886 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.887 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.887 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.887 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.887 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:49.888 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.888 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.888 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.888 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.888 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.889 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.889 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.889 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.889 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.958905_325.1", 2021-09-02T23:15:49.890 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.890 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:49.890 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.958905925Z", 2021-09-02T23:15:49.890 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.890 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.891 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.891 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.891 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.891 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.891 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:49.892 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.892 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.892 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.892 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.893 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.893 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.893 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.893 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.893 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.962532_326.1", 2021-09-02T23:15:49.894 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.894 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:49.894 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.962532995Z", 2021-09-02T23:15:49.894 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.895 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.895 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.895 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.895 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.895 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.896 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:49.896 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.896 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.896 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.896 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.897 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.897 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.897 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.897 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.897 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.963914_327.1", 2021-09-02T23:15:49.898 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.898 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35", 2021-09-02T23:15:49.898 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.963914879Z", 2021-09-02T23:15:49.898 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.899 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.899 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.899 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.899 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.899 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.900 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:49.900 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.900 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.900 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.901 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.901 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.901 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.901 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.901 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.902 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.972944_328.1", 2021-09-02T23:15:49.902 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.902 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35", 2021-09-02T23:15:49.902 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.972944133Z", 2021-09-02T23:15:49.903 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.903 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.903 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.903 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.904 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.904 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.904 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:49.904 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.904 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.905 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.905 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.905 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.905 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.906 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.906 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.906 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.990312_329.1", 2021-09-02T23:15:49.906 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.906 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:49.907 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.990312304Z", 2021-09-02T23:15:49.907 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.907 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.907 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:49.908 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.908 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.908 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.908 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:49.908 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.909 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.909 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.909 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.909 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.909 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.910 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.910 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.910 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.993848_330.1", 2021-09-02T23:15:49.910 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.911 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:49.911 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.993848937Z", 2021-09-02T23:15:49.911 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.911 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.911 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:49.912 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.912 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.912 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.912 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:49.913 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.913 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.913 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.913 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.913 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.914 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.914 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.914 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.914 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623749.040719_331.1", 2021-09-02T23:15:49.915 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.915 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:49.915 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:29.040719726Z", 2021-09-02T23:15:49.915 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.916 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.916 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:49.916 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.916 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.916 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.917 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:49.917 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.917 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.917 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.918 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.918 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.918 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.918 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.919 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.919 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623749.044634_332.1", 2021-09-02T23:15:49.919 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.919 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:49.920 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:29.044634936Z", 2021-09-02T23:15:49.920 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.920 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.920 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:49.920 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.921 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.921 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.921 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:49.921 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.921 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.922 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.922 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.922 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.922 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.923 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.923 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.923 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.095711_333.1", 2021-09-02T23:15:49.923 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.923 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:49.924 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.095711470Z", 2021-09-02T23:15:49.924 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.924 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.924 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:49.925 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.925 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.925 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.925 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:49.925 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.926 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.926 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.926 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.926 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.926 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.927 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.927 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.927 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.108876_334.1", 2021-09-02T23:15:49.927 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.928 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:49.928 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.108876355Z", 2021-09-02T23:15:49.928 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.928 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.928 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:49.929 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.929 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.929 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.929 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:49.930 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:49.930 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.930 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.930 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.930 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.191741_335.1", 2021-09-02T23:15:49.931 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.191741062Z", 2021-09-02T23:15:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.932 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.933 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.934 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.935 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.200143_336.1", 2021-09-02T23:15:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.200143764Z", 2021-09-02T23:15:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.936 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.937 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.938 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.939 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.207560_337.1", 2021-09-02T23:15:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36", 2021-09-02T23:15:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.207560203Z", 2021-09-02T23:15:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.940 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.941 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.942 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.943 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.218232_338.1", 2021-09-02T23:15:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36", 2021-09-02T23:15:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.218232112Z", 2021-09-02T23:15:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.944 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.945 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:49.946 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.946 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.946 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.946 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.947 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.947 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.947 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.947 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.431018_339.1", 2021-09-02T23:15:49.948 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.948 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:49.948 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.431018576Z", 2021-09-02T23:15:49.948 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.949 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.949 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.949 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.949 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.949 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.950 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:49.950 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.950 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.950 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.950 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.951 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.951 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.951 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.951 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.952 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.434356_340.1", 2021-09-02T23:15:49.952 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.952 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:49.952 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.434356022Z", 2021-09-02T23:15:49.952 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.953 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.953 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.953 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.953 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.953 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.954 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:49.954 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.954 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.954 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.954 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.955 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.955 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.955 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.955 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.955 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.435677_341.1", 2021-09-02T23:15:49.956 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.956 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37", 2021-09-02T23:15:49.956 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.435677828Z", 2021-09-02T23:15:49.956 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.957 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.957 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.957 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.957 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.957 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.958 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:49.958 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.958 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.958 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.958 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.959 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.959 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.959 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.959 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.960 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.438921_342.1", 2021-09-02T23:15:49.960 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.960 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37", 2021-09-02T23:15:49.960 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.438921871Z", 2021-09-02T23:15:49.960 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.964 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.477219_343.1", 2021-09-02T23:15:49.964 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.964 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:49.964 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.477219824Z", 2021-09-02T23:15:49.965 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.965 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.965 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.965 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.965 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.966 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.966 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:49.966 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.966 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.966 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.967 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.967 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.967 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.967 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.967 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.968 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.480423_344.1", 2021-09-02T23:15:49.968 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.968 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:49.968 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.480423655Z", 2021-09-02T23:15:49.969 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.969 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.969 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.969 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.969 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.970 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.970 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:49.970 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.970 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.970 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.971 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.971 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.971 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.971 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.971 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.972 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.481690_345.1", 2021-09-02T23:15:49.972 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.972 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38", 2021-09-02T23:15:49.972 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.481690762Z", 2021-09-02T23:15:49.973 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.973 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.973 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.973 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.973 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.974 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.974 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:49.974 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.974 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.975 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.485833_346.1", 2021-09-02T23:15:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.976 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38", 2021-09-02T23:15:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.485833748Z", 2021-09-02T23:15:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.977 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:49.978 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.979 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.567999_349.1", 2021-09-02T23:15:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.980 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.567999717Z", 2021-09-02T23:15:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.981 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.982 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.983 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.574508_350.1", 2021-09-02T23:15:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.984 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.574508904Z", 2021-09-02T23:15:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.985 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:49.986 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.576155_351.1", 2021-09-02T23:15:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.988 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39", 2021-09-02T23:15:49.989 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.576155763Z", 2021-09-02T23:15:49.989 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.989 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.989 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.990 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.990 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.990 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.990 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:49.990 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.991 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.991 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.991 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.991 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.991 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.992 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.992 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.992 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.581070_352.1", 2021-09-02T23:15:49.992 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:49.992 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39", 2021-09-02T23:15:49.993 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.581070652Z", 2021-09-02T23:15:49.993 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.993 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.993 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.994 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.994 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.994 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.994 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:49.994 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.995 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.995 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.995 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:49.995 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.995 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.996 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.996 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:49.996 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.605821_353.1", 2021-09-02T23:15:49.996 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:49.997 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:49.997 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.605821436Z", 2021-09-02T23:15:49.997 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:49.997 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:49.997 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:49.998 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:49.998 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.998 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:49.998 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:49.998 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:49.999 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:49.999 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:49.999 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:49.999 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:49.999 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.000 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.000 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.000 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.610927_354.1", 2021-09-02T23:15:50.000 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.001 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:50.001 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.610927138Z", 2021-09-02T23:15:50.001 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.001 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.001 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.002 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.002 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.002 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.002 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:50.002 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.003 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.003 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.003 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.003 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.004 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.004 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.004 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.004 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.612688_355.1", 2021-09-02T23:15:50.004 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.005 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40", 2021-09-02T23:15:50.005 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.612688518Z", 2021-09-02T23:15:50.005 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.005 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.006 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.006 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.006 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.006 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.006 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:50.007 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.007 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.007 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.007 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.007 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.008 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.008 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.008 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.008 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.617888_356.1", 2021-09-02T23:15:50.009 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.009 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40", 2021-09-02T23:15:50.009 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.617888210Z", 2021-09-02T23:15:50.009 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.009 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.010 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.010 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.010 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.010 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.010 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:50.011 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.011 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.011 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.011 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.011 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.012 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.012 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.012 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.012 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.652352_357.1", 2021-09-02T23:15:50.012 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.013 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:50.013 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.652352867Z", 2021-09-02T23:15:50.013 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.013 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.013 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.014 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.014 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.014 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.014 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:50.015 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.015 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.015 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.015 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.015 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.016 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.016 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.016 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.016 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.656133_358.1", 2021-09-02T23:15:50.016 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.017 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:50.017 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.656133916Z", 2021-09-02T23:15:50.017 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.017 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.018 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.018 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.018 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.018 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.018 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:50.019 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.019 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.019 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.019 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.020 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.020 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.020 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.020 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.020 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.657505_359.1", 2021-09-02T23:15:50.021 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.021 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41", 2021-09-02T23:15:50.021 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.657505118Z", 2021-09-02T23:15:50.021 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.022 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.022 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.022 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.022 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.022 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.023 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:50.023 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.023 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.023 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.023 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.024 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.024 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.024 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.024 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.025 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.661232_360.1", 2021-09-02T23:15:50.025 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.025 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41", 2021-09-02T23:15:50.025 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.661232527Z", 2021-09-02T23:15:50.025 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.026 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.026 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.026 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.026 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.026 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.027 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:50.027 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.027 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.027 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.028 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.028 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.028 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.028 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.028 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.029 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.799556_34.1", 2021-09-02T23:15:50.029 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.029 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:50.029 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.799556771Z", 2021-09-02T23:15:50.030 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.030 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.030 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.030 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.030 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.031 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.031 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:50.031 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.031 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.031 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.032 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.032 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.032 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.032 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.033 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.033 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.822856_35.1", 2021-09-02T23:15:50.033 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.033 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:50.033 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.822856206Z", 2021-09-02T23:15:50.034 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.034 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.034 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.034 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.034 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.035 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.035 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:50.035 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.035 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.035 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.036 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.036 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.036 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.036 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.037 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.037 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.824437_36.1", 2021-09-02T23:15:50.037 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.037 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1", 2021-09-02T23:15:50.037 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.824437308Z", 2021-09-02T23:15:50.038 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.038 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.038 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.038 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.039 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.039 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.039 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:50.039 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.039 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.040 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.040 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.040 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.040 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.041 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.041 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.041 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.827800_37.1", 2021-09-02T23:15:50.041 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.041 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1", 2021-09-02T23:15:50.042 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.827800084Z", 2021-09-02T23:15:50.042 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.042 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.042 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.043 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.043 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.043 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.043 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:50.044 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.044 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.044 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.044 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.044 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.045 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.846823_38.1", 2021-09-02T23:15:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.846823038Z", 2021-09-02T23:15:50.046 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.047 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.048 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.049 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.852383_39.1", 2021-09-02T23:15:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.852383821Z", 2021-09-02T23:15:50.050 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.051 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.052 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:50.052 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.052 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.052 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.053 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.053 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.053 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.053 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.053 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.054 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.853695_40.1", 2021-09-02T23:15:50.054 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.054 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2", 2021-09-02T23:15:50.054 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.853695063Z", 2021-09-02T23:15:50.054 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.055 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.055 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.055 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.055 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.056 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.056 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:50.056 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.056 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.056 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.057 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.057 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.057 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.057 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.058 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.058 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.857017_41.1", 2021-09-02T23:15:50.058 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.058 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2", 2021-09-02T23:15:50.058 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.857017863Z", 2021-09-02T23:15:50.059 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.059 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.059 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.059 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.060 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.060 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.060 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:50.060 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.060 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.061 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.061 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.061 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.061 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.062 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.062 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.062 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.072126_42.1", 2021-09-02T23:15:50.062 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.062 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:50.063 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.072126345Z", 2021-09-02T23:15:50.063 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.063 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.063 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.064 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.064 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.064 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.064 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:50.064 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.065 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.065 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.065 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.065 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.065 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.066 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.066 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.066 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.076118_43.1", 2021-09-02T23:15:50.066 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.066 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:50.067 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.076118505Z", 2021-09-02T23:15:50.067 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.067 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.067 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.068 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.068 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.068 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.068 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:50.068 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.069 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.069 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.069 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.069 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.069 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.070 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.070 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.070 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.077596_44.1", 2021-09-02T23:15:50.070 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.070 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3", 2021-09-02T23:15:50.071 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.077596395Z", 2021-09-02T23:15:50.071 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.071 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.071 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.071 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.072 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.072 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.072 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:50.072 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.073 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.073 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.073 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.073 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.073 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.074 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.074 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.074 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.081236_45.1", 2021-09-02T23:15:50.074 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.075 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3", 2021-09-02T23:15:50.075 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.081236169Z", 2021-09-02T23:15:50.075 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.075 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.075 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.076 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.076 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.076 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.076 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:50.076 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.077 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.077 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.077 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.077 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.077 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.078 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.078 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.078 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.771353_46.1", 2021-09-02T23:15:50.078 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.079 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:50.079 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.771353739Z", 2021-09-02T23:15:50.079 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.079 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.079 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.080 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.080 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.080 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.080 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:50.080 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.081 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.081 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.081 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.081 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.082 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.082 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.082 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.082 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.774721_47.1", 2021-09-02T23:15:50.082 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.083 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:50.083 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.774721294Z", 2021-09-02T23:15:50.083 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.083 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.084 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.084 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.084 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.084 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.084 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:50.085 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.085 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.085 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.085 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.085 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.086 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.086 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.086 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.086 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.776074_48.1", 2021-09-02T23:15:50.087 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.087 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4", 2021-09-02T23:15:50.087 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.776074769Z", 2021-09-02T23:15:50.087 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.087 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.088 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.088 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.088 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.088 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.088 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:50.089 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.089 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.089 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.089 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.089 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.090 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.090 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.090 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.090 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.779525_49.1", 2021-09-02T23:15:50.091 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.091 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4", 2021-09-02T23:15:50.091 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.779525646Z", 2021-09-02T23:15:50.091 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.091 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.092 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.092 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.092 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.092 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.093 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:50.093 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.093 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.093 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.093 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.094 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.094 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.094 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.094 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.095 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.790594_50.1", 2021-09-02T23:15:50.095 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.095 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:50.095 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.790594541Z", 2021-09-02T23:15:50.095 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.096 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.096 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.096 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.096 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.096 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.097 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:50.097 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.097 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.097 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.098 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.098 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.098 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.098 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.098 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.099 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.793733_51.1", 2021-09-02T23:15:50.099 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.099 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:50.099 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.793733221Z", 2021-09-02T23:15:50.100 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.100 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.100 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.100 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.100 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.101 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.101 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:50.101 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.101 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.102 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.102 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.102 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.102 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.102 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.103 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.103 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.794936_52.1", 2021-09-02T23:15:50.103 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.103 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5", 2021-09-02T23:15:50.103 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.794936158Z", 2021-09-02T23:15:50.104 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.104 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.104 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.104 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.104 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.105 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.105 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:50.105 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.105 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.105 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.106 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.106 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.106 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.106 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.107 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.107 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.797909_53.1", 2021-09-02T23:15:50.107 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.107 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5", 2021-09-02T23:15:50.107 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.797909915Z", 2021-09-02T23:15:50.107 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.108 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.108 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.108 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.108 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.109 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.109 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:50.109 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.109 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.109 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.109 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.110 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.110 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.110 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.110 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.110 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.819584_55.1", 2021-09-02T23:15:50.111 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.111 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:50.111 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.819584462Z", 2021-09-02T23:15:50.111 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.112 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.112 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.112 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.112 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.112 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.113 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:50.113 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.113 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.113 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.113 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.114 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.114 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.114 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.114 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.114 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.822992_56.1", 2021-09-02T23:15:50.115 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.115 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:50.115 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.822992309Z", 2021-09-02T23:15:50.115 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.116 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.116 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.116 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.116 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.116 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.117 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:50.117 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.117 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.117 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.117 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.118 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.118 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.118 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.118 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.119 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.824094_57.1", 2021-09-02T23:15:50.119 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.119 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6", 2021-09-02T23:15:50.119 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.824094761Z", 2021-09-02T23:15:50.119 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.120 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.120 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.120 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.120 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.120 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.121 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:50.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.121 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.121 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.121 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.122 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.122 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.122 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.122 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.123 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.827725_58.1", 2021-09-02T23:15:50.123 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.123 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6", 2021-09-02T23:15:50.123 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.827725829Z", 2021-09-02T23:15:50.123 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.124 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.124 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.124 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.124 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.124 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.125 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:50.125 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.125 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.125 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.125 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.126 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.126 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.126 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.126 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.127 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.259197_65.1", 2021-09-02T23:15:50.127 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.127 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:50.127 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.259197883Z", 2021-09-02T23:15:50.127 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.128 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.128 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.128 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.128 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.129 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.129 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:50.129 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.129 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.129 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.130 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.130 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.130 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.130 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.131 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.131 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.262286_66.1", 2021-09-02T23:15:50.131 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.131 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:50.131 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.262286684Z", 2021-09-02T23:15:50.132 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.132 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.132 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.132 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.133 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.133 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.133 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:50.133 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.134 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.134 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.134 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.134 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.134 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.135 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.135 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.135 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.263420_67.1", 2021-09-02T23:15:50.135 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.136 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:50.136 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.263420113Z", 2021-09-02T23:15:50.136 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.136 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.136 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.137 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.137 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.137 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.137 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:50.137 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.138 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.138 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.138 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.138 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.138 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.139 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.139 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.139 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.266425_68.1", 2021-09-02T23:15:50.139 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.139 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:50.140 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.266425919Z", 2021-09-02T23:15:50.140 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.140 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.140 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.141 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.141 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.141 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.141 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:50.141 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.142 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.142 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.142 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.142 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.143 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.143 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.143 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.143 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.281652_69.1", 2021-09-02T23:15:50.143 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.144 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:50.144 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.281652070Z", 2021-09-02T23:15:50.144 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.144 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.144 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.145 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.145 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.145 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.145 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:50.145 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.146 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.146 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.146 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.146 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.147 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.147 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.147 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.147 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.284884_70.1", 2021-09-02T23:15:50.147 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.148 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:50.148 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.284884006Z", 2021-09-02T23:15:50.148 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.148 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.148 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.149 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.149 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.149 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.149 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:50.150 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.150 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.150 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.150 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.150 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.151 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.151 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.151 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.151 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.287007_71.1", 2021-09-02T23:15:50.151 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.152 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:50.152 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.287007468Z", 2021-09-02T23:15:50.152 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.152 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.153 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.153 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.153 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.153 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.153 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:50.154 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.154 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.154 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.154 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.154 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.155 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.155 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.155 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.155 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.289890_72.1", 2021-09-02T23:15:50.155 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.156 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:50.156 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.289890716Z", 2021-09-02T23:15:50.156 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.156 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.157 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.157 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.157 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.157 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.157 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:50.158 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.158 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.158 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.158 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.159 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.159 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.159 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.159 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.159 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.317652_73.1", 2021-09-02T23:15:50.160 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.160 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:50.160 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.317652485Z", 2021-09-02T23:15:50.160 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.160 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.161 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.161 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.161 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.161 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.161 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:50.162 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.162 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.162 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.162 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.162 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.163 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.163 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.163 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.163 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.320884_74.1", 2021-09-02T23:15:50.163 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.164 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:50.164 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.320884119Z", 2021-09-02T23:15:50.164 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.164 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.164 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.165 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.165 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.165 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.165 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:50.165 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.166 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.166 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.166 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.166 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.166 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.167 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.167 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.167 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.322009_75.1", 2021-09-02T23:15:50.167 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.168 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:50.168 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.322009636Z", 2021-09-02T23:15:50.168 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.168 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.168 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.169 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.169 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.169 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.169 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:50.169 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.169 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.170 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.170 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:50.170 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.170 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.171 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.171 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.171 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.324756_76.1", 2021-09-02T23:15:50.171 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.171 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:50.172 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.324756164Z", 2021-09-02T23:15:50.172 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.172 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.172 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:50.172 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:50.173 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.173 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.173 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:50.173 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.174 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.174 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.174 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.174 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.174 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.175 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.175 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.175 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.019967_77.1", 2021-09-02T23:15:50.175 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.176 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:50.176 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.019967593Z", 2021-09-02T23:15:50.176 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.176 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.176 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:50.177 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.177 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.177 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.177 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:50.178 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:50.178 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.178 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.178 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "remove" 2021-09-02T23:15:50.178 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.179 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.179 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.179 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.179 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.023062_78.1", 2021-09-02T23:15:50.179 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.180 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:50.180 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.023062764Z", 2021-09-02T23:15:50.180 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.180 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.181 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:50.181 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.181 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.181 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.181 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:50.182 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:50.182 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.182 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.182 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.183 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.183 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.183 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.183 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.183 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.053105_79.1", 2021-09-02T23:15:50.184 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.184 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:50.184 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.053105132Z", 2021-09-02T23:15:50.184 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.185 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.185 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:50.185 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.185 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.185 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.186 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:50.186 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:50.186 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.186 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.186 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "remove" 2021-09-02T23:15:50.187 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.187 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.187 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.187 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.188 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.056588_80.1", 2021-09-02T23:15:50.188 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.188 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:50.188 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.056588029Z", 2021-09-02T23:15:50.188 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.189 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.189 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:50.189 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.189 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.190 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.190 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:50.190 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:50.190 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.190 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.191 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.191 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.191 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.191 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.192 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.192 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.112305_81.1", 2021-09-02T23:15:50.192 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.192 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:50.192 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.112305396Z", 2021-09-02T23:15:50.193 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.193 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.193 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:50.193 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.193 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.194 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.194 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:50.194 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:50.194 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.195 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.195 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "remove" 2021-09-02T23:15:50.195 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.195 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.195 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.196 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:50.196 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.115450_82.1", 2021-09-02T23:15:50.196 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:50.196 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:50.196 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450426Z", 2021-09-02T23:15:50.197 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:50.197 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:50.197 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:50.197 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:50.197 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.198 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:50.198 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:50.198 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:50.198 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:50.199 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:50.199 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:50.199 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.199 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.199 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:50.200 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:15:50.201 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:50.202 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:50.202 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:50.249 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:50.250 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:50.307 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:50.307 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.307 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623379.499566_40.1", 2021-09-02T23:15:50.308 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "user", 2021-09-02T23:15:50.308 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:50.308 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.499566010Z", 2021-09-02T23:15:50.308 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.309 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.309 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.309 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.310 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.310 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.310 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:50.310 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.310 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.311 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.311 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.311 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.311 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.311 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.312 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.312 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623379.503325_41.1", 2021-09-02T23:15:50.312 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "user", 2021-09-02T23:15:50.312 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:50.313 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325239Z", 2021-09-02T23:15:50.313 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.313 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.313 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.313 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.314 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.314 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.314 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:50.314 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.315 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.315 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.315 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.315 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.315 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.316 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.316 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.316 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.799404_47.1", 2021-09-02T23:15:50.316 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.316 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:50.317 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.799404515Z", 2021-09-02T23:15:50.317 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.317 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.317 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.318 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.318 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.318 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.318 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:50.318 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.319 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.319 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.319 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.319 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.320 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.320 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.320 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.320 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.803331_50.1", 2021-09-02T23:15:50.320 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.321 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:50.321 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.803331532Z", 2021-09-02T23:15:50.321 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.321 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.322 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.322 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.322 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.322 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.322 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:50.323 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.323 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.323 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.323 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.324 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.324 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.324 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.324 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.324 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.804723_51.1", 2021-09-02T23:15:50.325 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.325 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10", 2021-09-02T23:15:50.325 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.804723542Z", 2021-09-02T23:15:50.325 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.325 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.326 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.326 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.326 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.326 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.327 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:50.327 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.327 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.327 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.327 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.328 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.328 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.328 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.328 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.328 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.808118_52.1", 2021-09-02T23:15:50.329 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.329 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-10", 2021-09-02T23:15:50.329 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.808118038Z", 2021-09-02T23:15:50.329 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.330 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.330 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.330 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.330 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.331 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.331 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:50.331 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.331 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.331 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.332 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.332 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.332 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.332 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.332 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.333 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.825451_53.1", 2021-09-02T23:15:50.333 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.333 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:50.333 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.825451101Z", 2021-09-02T23:15:50.334 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.334 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.334 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.334 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.334 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.335 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.335 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:50.335 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.335 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.336 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.336 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.336 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.336 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.336 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.337 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.337 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.828765_54.1", 2021-09-02T23:15:50.337 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.337 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:50.338 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.828765367Z", 2021-09-02T23:15:50.338 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.338 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.338 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.339 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.339 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.339 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.339 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:50.339 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.340 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.340 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.340 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.340 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.340 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.341 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.341 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.341 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.829947_55.1", 2021-09-02T23:15:50.341 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.341 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11", 2021-09-02T23:15:50.342 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.829947177Z", 2021-09-02T23:15:50.342 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.342 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.342 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.342 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.343 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.343 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.343 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:50.343 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.344 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.344 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.344 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.344 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.344 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.344 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.345 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.345 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.834341_56.1", 2021-09-02T23:15:50.345 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.345 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-11", 2021-09-02T23:15:50.346 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.834341570Z", 2021-09-02T23:15:50.346 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.346 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.346 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.346 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.347 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.347 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.347 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:50.347 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.347 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.348 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.348 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.348 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.348 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.349 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.349 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.349 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.861966_57.1", 2021-09-02T23:15:50.349 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.349 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:50.350 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.861966411Z", 2021-09-02T23:15:50.350 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.350 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.350 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.351 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.351 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.351 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.351 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:50.351 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.352 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.352 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.352 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.352 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.352 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.353 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.353 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.353 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.869524_58.1", 2021-09-02T23:15:50.353 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.354 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:50.354 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.869524944Z", 2021-09-02T23:15:50.354 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.354 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.354 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.355 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.355 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.355 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.355 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:50.356 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.356 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.356 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.356 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.356 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.357 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.357 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.357 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.357 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.870838_59.1", 2021-09-02T23:15:50.357 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.358 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12", 2021-09-02T23:15:50.358 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.870838895Z", 2021-09-02T23:15:50.358 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.358 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.359 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.359 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.359 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.359 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.360 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:50.360 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.360 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.360 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.361 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.361 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.361 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.361 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.362 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.362 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623528.876367_60.1", 2021-09-02T23:15:50.362 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.363 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-12", 2021-09-02T23:15:50.363 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:48.876367138Z", 2021-09-02T23:15:50.363 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.363 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.364 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.364 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.364 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.364 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.364 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:50.365 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.365 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.365 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.365 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.366 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.366 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.366 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.366 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.367 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.240713_64.1", 2021-09-02T23:15:50.367 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.367 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:50.367 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.240713920Z", 2021-09-02T23:15:50.368 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.368 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.368 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.368 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.368 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.369 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.369 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:50.369 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.369 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.369 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.370 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.370 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.370 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.370 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.370 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.371 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.245122_65.1", 2021-09-02T23:15:50.371 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.371 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:50.371 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.245122953Z", 2021-09-02T23:15:50.372 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.372 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.372 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.372 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.372 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.373 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.373 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:50.373 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.373 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.377 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.377 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.377 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.378 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.378 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.378 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.378 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.246311_66.1", 2021-09-02T23:15:50.378 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.379 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13", 2021-09-02T23:15:50.379 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.246311183Z", 2021-09-02T23:15:50.379 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.379 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.380 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.380 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.380 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.380 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.380 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:50.381 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.381 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.381 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.381 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.381 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.382 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.382 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.382 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.382 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.249822_67.1", 2021-09-02T23:15:50.383 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.383 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-13", 2021-09-02T23:15:50.383 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.249822402Z", 2021-09-02T23:15:50.383 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.383 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.384 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.385 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.386 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.261769_68.1", 2021-09-02T23:15:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.261769004Z", 2021-09-02T23:15:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.387 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.388 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.389 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.390 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.390 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.390 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.390 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.391 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.265169_69.1", 2021-09-02T23:15:50.391 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.391 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:50.391 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.265169449Z", 2021-09-02T23:15:50.391 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.392 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.392 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.392 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.393 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.393 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:50.393 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.393 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.393 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.394 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.394 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.394 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.394 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.395 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.395 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.266328_70.1", 2021-09-02T23:15:50.395 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.395 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14", 2021-09-02T23:15:50.395 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.266328822Z", 2021-09-02T23:15:50.396 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.396 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.396 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.396 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.396 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.397 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.397 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:50.397 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.397 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.398 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.398 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.398 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.398 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.398 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.399 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.399 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.270536_71.1", 2021-09-02T23:15:50.399 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.399 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-14", 2021-09-02T23:15:50.400 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.270536945Z", 2021-09-02T23:15:50.400 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.400 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.400 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.400 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.401 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.401 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.401 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:50.401 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.401 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.402 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.402 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.402 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.403 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.403 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.403 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.300374_72.1", 2021-09-02T23:15:50.403 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.403 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:50.404 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.300374638Z", 2021-09-02T23:15:50.404 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.404 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.404 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.405 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.405 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.405 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.405 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:50.405 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.406 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.406 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.406 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.406 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.406 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.407 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.407 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.407 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.303424_73.1", 2021-09-02T23:15:50.407 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.407 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:50.408 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.303424654Z", 2021-09-02T23:15:50.408 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.408 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.408 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.409 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.409 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.409 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.409 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:50.409 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.410 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.410 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.410 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.410 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.411 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.411 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.411 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.411 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.304682_74.1", 2021-09-02T23:15:50.411 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.412 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15", 2021-09-02T23:15:50.412 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.304682837Z", 2021-09-02T23:15:50.412 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.412 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.412 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.413 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.413 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.413 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.413 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:50.414 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.414 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.414 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.414 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.414 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.415 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.415 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.415 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.415 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623553.307767_75.1", 2021-09-02T23:15:50.415 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.416 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-15", 2021-09-02T23:15:50.416 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:13.307767653Z", 2021-09-02T23:15:50.416 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.416 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.416 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.417 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.417 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.417 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.417 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:50.418 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.418 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.418 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.418 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.418 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.419 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.419 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.419 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.419 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.429363_76.1", 2021-09-02T23:15:50.419 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.420 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:50.420 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.429363072Z", 2021-09-02T23:15:50.420 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.420 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.420 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.421 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.421 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.421 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.421 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:50.422 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.422 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.422 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.422 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.422 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.423 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.423 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.423 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.423 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.433935_77.1", 2021-09-02T23:15:50.423 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.424 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:50.424 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.433935302Z", 2021-09-02T23:15:50.424 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.424 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.424 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.425 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.425 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.425 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.425 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:50.426 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.426 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.426 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.426 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.426 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.427 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.427 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.427 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.427 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.436068_78.1", 2021-09-02T23:15:50.427 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.428 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16", 2021-09-02T23:15:50.428 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.436068187Z", 2021-09-02T23:15:50.428 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.428 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.428 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.429 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.429 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.429 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.429 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:50.430 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.430 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.430 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.430 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.430 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.431 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.431 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.431 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.431 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.440659_79.1", 2021-09-02T23:15:50.431 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.432 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16", 2021-09-02T23:15:50.432 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.440659051Z", 2021-09-02T23:15:50.432 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.432 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.432 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.433 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.433 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.433 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.433 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:50.434 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.434 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.434 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.434 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.434 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.435 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.435 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.435 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.435 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.456274_80.1", 2021-09-02T23:15:50.435 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.436 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:50.436 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.456274683Z", 2021-09-02T23:15:50.436 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.436 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.437 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.437 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.437 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.437 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.437 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:50.438 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.438 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.438 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.438 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.438 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.439 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.439 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.439 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.439 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.462286_81.1", 2021-09-02T23:15:50.440 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.440 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:50.440 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.462286995Z", 2021-09-02T23:15:50.440 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.440 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.441 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.441 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.441 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.441 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.441 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:50.442 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.442 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.442 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.442 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.443 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.443 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.443 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.443 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.443 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.463487_82.1", 2021-09-02T23:15:50.444 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.444 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17", 2021-09-02T23:15:50.444 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.463487100Z", 2021-09-02T23:15:50.444 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.444 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.445 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.445 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.445 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.445 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.446 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:50.446 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.446 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.446 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.446 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.447 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.447 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.447 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.447 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.447 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.466540_83.1", 2021-09-02T23:15:50.448 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.448 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17", 2021-09-02T23:15:50.448 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.466540280Z", 2021-09-02T23:15:50.448 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.449 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.449 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.449 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.449 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.449 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.450 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:50.450 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.450 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.450 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.450 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.451 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.451 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.451 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.451 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.452 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.503515_84.1", 2021-09-02T23:15:50.452 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.452 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:50.452 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.503515145Z", 2021-09-02T23:15:50.452 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.453 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.453 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.453 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.453 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.453 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.454 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:50.454 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.454 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.454 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.454 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.455 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.455 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.455 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.455 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.456 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.506815_85.1", 2021-09-02T23:15:50.456 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.456 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:50.456 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.506815752Z", 2021-09-02T23:15:50.456 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.457 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.457 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.457 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.457 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.457 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.458 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:50.458 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.458 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.458 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.459 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.459 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.459 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.459 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.459 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.460 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.507970_86.1", 2021-09-02T23:15:50.460 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.460 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18", 2021-09-02T23:15:50.460 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.507970763Z", 2021-09-02T23:15:50.460 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.461 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.461 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.461 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.461 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.461 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.462 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:50.462 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.462 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.462 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.463 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.463 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.463 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.463 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.463 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.464 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.512524_87.1", 2021-09-02T23:15:50.464 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.464 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18", 2021-09-02T23:15:50.464 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.512524696Z", 2021-09-02T23:15:50.464 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.465 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.465 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.465 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.465 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.465 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.466 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:50.466 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.466 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.466 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.467 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.467 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.467 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.467 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.467 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.468 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.530637_88.1", 2021-09-02T23:15:50.468 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.468 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:50.468 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.530637319Z", 2021-09-02T23:15:50.468 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.469 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.469 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:50.469 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.469 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.469 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.470 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:50.470 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.470 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.470 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.471 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.471 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.471 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.471 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.471 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.472 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.533783_89.1", 2021-09-02T23:15:50.472 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.472 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:50.472 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.533783657Z", 2021-09-02T23:15:50.472 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.473 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.473 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:50.473 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.473 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.473 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.474 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:50.474 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.474 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.474 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.474 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.475 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.475 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.475 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.475 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.476 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.537416_90.1", 2021-09-02T23:15:50.476 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.476 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:50.476 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.537416934Z", 2021-09-02T23:15:50.476 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.477 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.477 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:50.477 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.477 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.477 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.478 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:50.478 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.478 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.478 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.478 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.479 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.479 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.479 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.479 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.480 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.540613_91.1", 2021-09-02T23:15:50.480 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.480 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:50.480 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.540613769Z", 2021-09-02T23:15:50.480 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.481 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.481 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:50.481 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.481 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.481 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.482 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:50.482 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.482 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.482 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.483 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.483 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.483 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.483 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.483 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.484 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.546654_92.1", 2021-09-02T23:15:50.484 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.485 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:50.485 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.546654237Z", 2021-09-02T23:15:50.485 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.485 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.486 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:50.486 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.486 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.486 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.487 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:50.487 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.487 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.487 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.487 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.488 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.488 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.488 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.488 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.488 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623575.550066_93.1", 2021-09-02T23:15:50.489 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.489 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:50.489 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:59:35.550066498Z", 2021-09-02T23:15:50.489 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.490 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.490 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:50.490 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.490 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.490 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.491 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:50.491 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.491 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.491 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.491 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.492 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.492 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.492 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.492 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.493 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.320866_225.1", 2021-09-02T23:15:50.493 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.493 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:50.493 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.320866818Z", 2021-09-02T23:15:50.493 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.494 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.494 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.494 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.494 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.494 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.495 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:50.495 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.495 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.495 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.496 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.496 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.496 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.496 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.496 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.497 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.325153_226.1", 2021-09-02T23:15:50.497 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.497 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:50.497 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.325153495Z", 2021-09-02T23:15:50.497 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.498 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.498 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.498 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.498 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.499 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.499 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:50.499 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.499 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.499 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.500 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.500 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.500 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.500 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.500 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.501 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.326779_227.1", 2021-09-02T23:15:50.501 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.501 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19", 2021-09-02T23:15:50.501 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.326779371Z", 2021-09-02T23:15:50.501 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.502 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.502 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.502 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.502 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.503 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.503 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:50.503 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.503 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.503 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.504 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.504 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.504 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.504 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.504 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.505 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.331940_228.1", 2021-09-02T23:15:50.505 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.505 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19", 2021-09-02T23:15:50.505 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.331940000Z", 2021-09-02T23:15:50.506 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.506 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.506 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.506 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.506 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.507 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.507 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:50.507 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.507 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.507 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.508 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.508 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.508 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.508 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.508 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.509 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.336080_229.1", 2021-09-02T23:15:50.509 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.509 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:50.509 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.336080596Z", 2021-09-02T23:15:50.510 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.510 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.510 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:50.510 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.510 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.511 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.511 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:50.511 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.511 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.511 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.512 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.512 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.512 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.512 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.512 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.513 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623623.339441_230.1", 2021-09-02T23:15:50.513 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.513 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:50.513 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:23.339441390Z", 2021-09-02T23:15:50.514 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.514 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.514 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:50.514 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.514 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.515 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.515 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:50.515 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.515 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.515 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.516 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.516 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.516 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.516 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.516 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.517 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.191746_231.1", 2021-09-02T23:15:50.517 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.517 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:50.517 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.191746043Z", 2021-09-02T23:15:50.518 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.518 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.518 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.518 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.518 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.519 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.519 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.519 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.519 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.520 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.520 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.520 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.520 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.520 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.521 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.197340_232.1", 2021-09-02T23:15:50.521 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.521 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:50.521 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.197340526Z", 2021-09-02T23:15:50.522 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.522 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.522 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.522 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.522 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.523 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.523 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.523 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.523 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.523 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.524 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.524 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.524 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.524 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.524 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.525 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.198532_233.1", 2021-09-02T23:15:50.525 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.525 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20", 2021-09-02T23:15:50.525 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.198532141Z", 2021-09-02T23:15:50.526 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.526 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.526 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.526 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.527 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.527 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:50.527 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.527 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.527 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.528 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.528 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.528 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.528 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.528 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.529 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623679.201695_234.1", 2021-09-02T23:15:50.529 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.529 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20", 2021-09-02T23:15:50.529 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:19.201695341Z", 2021-09-02T23:15:50.530 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.530 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.530 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.530 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.530 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.531 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.531 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:50.531 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.531 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.531 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.532 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.532 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.532 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.532 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.532 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.533 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623691.490575_235.1", 2021-09-02T23:15:50.533 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.533 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:50.533 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:31.490575476Z", 2021-09-02T23:15:50.533 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.534 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.534 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.534 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.534 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.535 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.535 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.535 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.535 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.535 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.536 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.536 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.536 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.536 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.536 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.537 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623691.494084_236.1", 2021-09-02T23:15:50.537 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.537 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:50.537 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:31.494084053Z", 2021-09-02T23:15:50.537 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.538 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.538 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.538 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.538 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.539 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.539 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.539 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.539 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.539 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.540 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.540 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.540 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.540 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.540 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.541 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623704.322978_237.1", 2021-09-02T23:15:50.541 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.541 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:50.541 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:44.322978762Z", 2021-09-02T23:15:50.541 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.542 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.542 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.542 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.542 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.543 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.543 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.543 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.543 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.543 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.544 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.544 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.544 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.544 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.544 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.545 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623704.327914_238.1", 2021-09-02T23:15:50.545 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.545 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:50.545 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:44.327914823Z", 2021-09-02T23:15:50.545 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.546 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.546 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.546 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.546 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.547 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.547 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:50.547 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.547 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.547 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.548 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.548 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.548 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.548 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.548 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.549 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.009502_239.1", 2021-09-02T23:15:50.549 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.549 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:50.549 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.009502633Z", 2021-09-02T23:15:50.550 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.550 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.550 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.550 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.550 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.551 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.551 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:50.551 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.551 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.551 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.552 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.552 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.552 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.552 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.552 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.553 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.013482_240.1", 2021-09-02T23:15:50.553 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.553 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:50.553 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.013482866Z", 2021-09-02T23:15:50.554 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.554 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.554 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.554 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.554 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.555 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.555 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:50.555 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.555 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.555 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.556 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.556 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.556 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.556 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.556 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.557 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.014730_241.1", 2021-09-02T23:15:50.557 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.557 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21", 2021-09-02T23:15:50.557 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.014730443Z", 2021-09-02T23:15:50.558 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.558 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.558 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.558 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.558 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.559 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.559 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:50.559 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.559 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.559 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.560 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.560 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.560 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.560 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.560 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.561 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.019496_242.1", 2021-09-02T23:15:50.561 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.561 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21", 2021-09-02T23:15:50.561 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.019496257Z", 2021-09-02T23:15:50.562 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.562 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.562 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.562 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.562 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.563 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.563 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:50.563 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.563 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.563 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.564 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.564 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.564 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.564 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.564 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.565 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.035855_243.1", 2021-09-02T23:15:50.565 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.565 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:50.565 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.035855190Z", 2021-09-02T23:15:50.566 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.566 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.566 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.566 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.566 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.567 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.567 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:50.567 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.567 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.567 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.568 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.568 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.568 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.568 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.569 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.569 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.043193_244.1", 2021-09-02T23:15:50.569 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.569 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:50.569 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.043193894Z", 2021-09-02T23:15:50.570 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.570 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.570 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.570 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.570 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.571 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.571 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:50.571 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.571 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.571 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.572 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.572 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.572 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.572 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.573 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.573 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.044421_245.1", 2021-09-02T23:15:50.573 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.573 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22", 2021-09-02T23:15:50.573 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.044421247Z", 2021-09-02T23:15:50.574 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.574 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.574 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.574 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.574 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.575 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.575 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:50.575 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.575 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.576 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.576 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.576 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.576 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.576 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.577 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.577 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.047423_246.1", 2021-09-02T23:15:50.577 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.577 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22", 2021-09-02T23:15:50.577 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.047423065Z", 2021-09-02T23:15:50.578 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.578 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.578 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.578 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.579 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.579 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.579 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:50.579 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.579 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.580 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.580 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.580 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.580 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.581 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.581 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.581 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.072603_247.1", 2021-09-02T23:15:50.581 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.581 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:50.582 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.072603438Z", 2021-09-02T23:15:50.582 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.582 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.582 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.582 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.583 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.583 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.583 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:50.583 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.583 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.584 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.584 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.584 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.584 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.585 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.585 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.585 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.078802_248.1", 2021-09-02T23:15:50.585 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.585 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:50.586 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.078802077Z", 2021-09-02T23:15:50.586 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.586 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.586 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.587 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.587 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.587 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.587 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:50.587 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.588 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.588 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.588 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.588 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.589 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.589 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.589 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.589 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.080616_249.1", 2021-09-02T23:15:50.589 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.590 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23", 2021-09-02T23:15:50.590 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.080616607Z", 2021-09-02T23:15:50.590 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.590 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.590 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.591 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.591 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.591 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.591 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:50.592 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.592 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.592 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.592 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.592 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.593 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.593 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.593 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.593 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.084356_250.1", 2021-09-02T23:15:50.593 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.594 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23", 2021-09-02T23:15:50.594 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.084356991Z", 2021-09-02T23:15:50.594 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.594 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.594 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.595 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.595 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.595 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.595 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:50.596 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.596 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.596 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.596 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.596 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.597 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.597 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.597 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.597 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.100561_251.1", 2021-09-02T23:15:50.597 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.598 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:50.598 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.100561494Z", 2021-09-02T23:15:50.598 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.598 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.599 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:50.599 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.599 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.599 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.599 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:50.600 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.600 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.600 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.600 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.600 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.601 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.601 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.601 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.601 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.106690_252.1", 2021-09-02T23:15:50.602 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.602 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:50.602 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.106690639Z", 2021-09-02T23:15:50.602 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.602 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.603 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:50.603 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.603 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.603 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.603 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:50.604 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.604 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.604 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.604 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.605 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.605 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.605 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.605 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.605 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.110900_253.1", 2021-09-02T23:15:50.606 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.606 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:50.606 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.110900986Z", 2021-09-02T23:15:50.606 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.606 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.607 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:50.607 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.607 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.607 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.608 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:50.608 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.608 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.608 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.608 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.609 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.609 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.609 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.609 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.609 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.116046_254.1", 2021-09-02T23:15:50.610 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.610 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:50.610 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.116046362Z", 2021-09-02T23:15:50.610 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.611 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.611 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:50.611 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.611 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.611 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.612 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:50.612 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.612 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.612 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.612 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.613 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.613 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.613 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.613 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.613 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.121599_255.1", 2021-09-02T23:15:50.614 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.614 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:50.614 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.121599465Z", 2021-09-02T23:15:50.614 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.615 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.615 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:50.615 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.615 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.615 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.616 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:50.616 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.616 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.616 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.616 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.617 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.617 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.617 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.617 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.618 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623717.125063_256.1", 2021-09-02T23:15:50.618 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.618 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:50.618 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:01:57.125063702Z", 2021-09-02T23:15:50.618 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.619 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.619 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:50.619 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.619 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.619 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.620 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:50.620 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.620 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.620 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.621 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.621 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.621 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.621 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.621 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.622 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.476895_257.1", 2021-09-02T23:15:50.622 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.622 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:50.622 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.476895796Z", 2021-09-02T23:15:50.622 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.623 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.623 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.623 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.623 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.623 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.624 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.624 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.624 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.624 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.624 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.625 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.625 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.625 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.625 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.626 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.480025_258.1", 2021-09-02T23:15:50.626 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.626 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:50.626 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.480025311Z", 2021-09-02T23:15:50.626 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.627 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.627 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.627 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.627 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.628 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.628 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.628 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.628 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.628 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.629 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.629 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.629 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.629 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.629 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.630 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.481493_259.1", 2021-09-02T23:15:50.630 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.630 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24", 2021-09-02T23:15:50.630 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.481493489Z", 2021-09-02T23:15:50.631 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.631 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.631 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.631 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.631 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.632 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.632 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:50.632 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.632 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.633 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.633 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.633 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.633 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.633 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.634 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.634 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.487331_260.1", 2021-09-02T23:15:50.634 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.634 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24", 2021-09-02T23:15:50.634 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.487331049Z", 2021-09-02T23:15:50.635 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.635 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.635 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.635 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.636 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.636 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.636 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:50.636 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.636 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.637 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.637 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.637 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.637 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.637 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.638 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.638 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.499980_261.1", 2021-09-02T23:15:50.638 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.638 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:50.639 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.499980298Z", 2021-09-02T23:15:50.639 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.639 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.639 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.639 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.640 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.640 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.640 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.640 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.640 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.641 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.641 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.641 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.641 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.641 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.642 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.642 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.505766_262.1", 2021-09-02T23:15:50.642 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.642 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:50.643 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.505766032Z", 2021-09-02T23:15:50.643 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.643 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.643 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.643 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.644 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.644 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.644 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.644 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.645 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.645 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.645 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.645 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.645 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.646 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.646 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.646 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.507683_263.1", 2021-09-02T23:15:50.646 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.646 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25", 2021-09-02T23:15:50.647 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.507683394Z", 2021-09-02T23:15:50.647 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.647 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.647 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.647 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.648 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.648 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.648 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:50.648 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.649 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.649 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.649 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.649 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.649 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.650 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.650 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.650 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.512454_264.1", 2021-09-02T23:15:50.650 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.651 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25", 2021-09-02T23:15:50.651 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.512454308Z", 2021-09-02T23:15:50.651 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.651 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.651 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.652 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.652 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.652 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.652 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:50.652 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.653 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.653 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.653 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.653 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.654 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.654 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.654 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.654 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.541984_265.1", 2021-09-02T23:15:50.654 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.655 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:50.655 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.541984613Z", 2021-09-02T23:15:50.655 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.655 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.656 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.656 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.656 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.656 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.656 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.657 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.657 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.657 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.657 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.657 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.658 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.658 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.658 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.658 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.545461_266.1", 2021-09-02T23:15:50.659 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.659 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:50.659 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.545461758Z", 2021-09-02T23:15:50.659 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.659 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.660 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.660 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.660 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.660 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.660 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.661 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.661 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.661 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.661 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.662 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.662 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.662 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.662 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.662 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.546715_267.1", 2021-09-02T23:15:50.663 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.663 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26", 2021-09-02T23:15:50.663 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.546715114Z", 2021-09-02T23:15:50.663 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.663 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.664 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.664 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.664 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.664 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.664 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:50.665 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.665 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.665 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.665 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.665 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.666 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.666 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.666 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.666 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.550049_268.1", 2021-09-02T23:15:50.666 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.667 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26", 2021-09-02T23:15:50.667 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.550049368Z", 2021-09-02T23:15:50.667 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.667 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.667 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.668 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.668 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.668 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.668 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:50.668 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.669 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.669 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.669 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.669 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.669 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.670 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.670 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.670 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.575046_269.1", 2021-09-02T23:15:50.670 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.670 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:50.671 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.575046190Z", 2021-09-02T23:15:50.671 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.671 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.671 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.672 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.672 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.672 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.672 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.672 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.673 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.673 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.673 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.673 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.673 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.674 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.674 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.674 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.578222_270.1", 2021-09-02T23:15:50.674 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.675 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:50.675 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.578222698Z", 2021-09-02T23:15:50.675 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.675 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.675 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.676 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.676 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.676 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.676 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.676 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.677 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.677 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.677 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.677 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.678 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.678 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.678 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.678 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.580640_271.1", 2021-09-02T23:15:50.678 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.679 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:50.679 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.580640177Z", 2021-09-02T23:15:50.679 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.679 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.679 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.680 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.680 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.680 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.680 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.681 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.681 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.681 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.681 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.681 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.682 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.682 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.682 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.682 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.584141_272.1", 2021-09-02T23:15:50.683 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.683 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:50.683 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.584141652Z", 2021-09-02T23:15:50.683 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.683 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.684 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.684 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.684 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.684 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.684 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:50.685 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.685 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.685 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.685 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.685 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.686 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.686 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.686 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.686 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.587591_273.1", 2021-09-02T23:15:50.686 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.687 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:50.687 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.587591867Z", 2021-09-02T23:15:50.687 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.687 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.688 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.688 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.688 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.688 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.688 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.689 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.689 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.689 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.689 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.689 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.690 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.690 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.690 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.690 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.590888_274.1", 2021-09-02T23:15:50.691 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.691 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:50.691 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.590888082Z", 2021-09-02T23:15:50.691 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.691 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.692 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.692 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.692 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.692 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.692 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.693 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.693 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.693 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.693 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.693 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.694 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.694 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.694 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.694 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.596541_275.1", 2021-09-02T23:15:50.695 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.695 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:50.695 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.596541864Z", 2021-09-02T23:15:50.695 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.695 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.696 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.696 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.696 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.696 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.696 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.697 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.697 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.697 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.697 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.698 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.698 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.698 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.698 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.698 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.599726_276.1", 2021-09-02T23:15:50.699 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.699 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:50.699 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.599726532Z", 2021-09-02T23:15:50.699 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.699 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.700 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.700 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.700 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.700 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.701 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:50.701 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.701 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.701 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.701 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.702 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.702 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.702 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.702 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.702 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.605255_277.1", 2021-09-02T23:15:50.703 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.703 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:50.703 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.605255854Z", 2021-09-02T23:15:50.703 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.704 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.704 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.704 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.704 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.704 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.705 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.705 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.705 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.705 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.705 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.706 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.706 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.706 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.706 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.707 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.608807_278.1", 2021-09-02T23:15:50.707 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.707 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:50.707 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.608807776Z", 2021-09-02T23:15:50.707 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.708 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.708 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.708 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.708 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.708 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.709 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.709 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.709 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.709 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.709 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.710 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.710 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.710 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.710 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.711 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.618565_279.1", 2021-09-02T23:15:50.711 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.711 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:50.711 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.618565079Z", 2021-09-02T23:15:50.711 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.712 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.712 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.712 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.712 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.713 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.713 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.713 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.713 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.713 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.714 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.714 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.714 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.714 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.715 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.715 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623737.623325_280.1", 2021-09-02T23:15:50.715 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.715 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:50.715 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:17.623325499Z", 2021-09-02T23:15:50.716 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.716 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.716 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.716 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.716 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.717 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.717 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:50.717 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 3 2021-09-02T23:15:50.717 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.718 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.718 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.718 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.718 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.718 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.719 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.719 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.244686_281.1", 2021-09-02T23:15:50.719 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.719 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:50.719 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.244686703Z", 2021-09-02T23:15:50.720 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.720 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.720 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.720 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.720 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.721 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.721 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:50.721 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.721 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.722 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.722 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.722 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.722 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.722 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.723 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.723 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.247946_282.1", 2021-09-02T23:15:50.723 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.723 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:50.723 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.247946074Z", 2021-09-02T23:15:50.724 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.724 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.724 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.724 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.724 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.725 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.725 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:50.725 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.725 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.725 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.726 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.726 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.726 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.726 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.727 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.727 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.249107_283.1", 2021-09-02T23:15:50.727 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.727 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27", 2021-09-02T23:15:50.727 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.249107526Z", 2021-09-02T23:15:50.728 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.728 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.728 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.728 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.728 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.729 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.729 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:50.729 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.729 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.729 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.730 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.730 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.730 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.730 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.731 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.731 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.252337_284.1", 2021-09-02T23:15:50.731 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.731 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27", 2021-09-02T23:15:50.731 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.252337237Z", 2021-09-02T23:15:50.732 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.732 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.732 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.732 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.732 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.733 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.733 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:50.733 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.733 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.734 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.734 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.734 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.734 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.734 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.735 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.735 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.266079_285.1", 2021-09-02T23:15:50.735 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.735 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:50.735 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.266079667Z", 2021-09-02T23:15:50.736 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.736 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.736 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.736 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.736 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.737 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.737 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:50.737 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.737 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.738 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.738 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.738 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.738 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.738 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.739 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.739 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.269453_286.1", 2021-09-02T23:15:50.739 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.739 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:50.739 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.269453664Z", 2021-09-02T23:15:50.740 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.740 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.740 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.740 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.740 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.741 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.741 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:50.741 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.741 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.742 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.742 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.742 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.742 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.742 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.743 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.743 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.270832_287.1", 2021-09-02T23:15:50.743 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.743 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28", 2021-09-02T23:15:50.744 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.270832965Z", 2021-09-02T23:15:50.744 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.744 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.744 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.744 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.745 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.745 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.745 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:50.745 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.745 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.746 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.746 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.746 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.746 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.747 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.747 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.747 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.274078_288.1", 2021-09-02T23:15:50.747 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.747 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28", 2021-09-02T23:15:50.748 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.274078540Z", 2021-09-02T23:15:50.748 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.748 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.748 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.748 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.749 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.749 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.749 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:50.749 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.750 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.750 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.750 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.750 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.750 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.751 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.751 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.751 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.297353_289.1", 2021-09-02T23:15:50.751 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.752 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:50.752 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.297353832Z", 2021-09-02T23:15:50.752 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.752 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.752 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.753 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.753 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.753 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.753 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:50.753 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.754 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.754 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.754 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.754 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.755 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.755 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.755 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.755 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.300656_290.1", 2021-09-02T23:15:50.756 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.756 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:50.756 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.300656805Z", 2021-09-02T23:15:50.756 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.756 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.757 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.757 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.757 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.757 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.757 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:50.758 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.758 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.758 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.758 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.759 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.759 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.759 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.759 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.759 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.301962_291.1", 2021-09-02T23:15:50.760 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.760 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29", 2021-09-02T23:15:50.760 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.301962183Z", 2021-09-02T23:15:50.760 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.761 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.761 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.761 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.761 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.761 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.762 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:50.762 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.762 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.762 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.762 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.763 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.763 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.763 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.763 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.764 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.305891_292.1", 2021-09-02T23:15:50.764 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.764 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29", 2021-09-02T23:15:50.764 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.305891771Z", 2021-09-02T23:15:50.764 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.765 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.765 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.765 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.765 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.765 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.766 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:50.766 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.766 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.766 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.766 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.767 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.767 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.767 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.767 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.768 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.324345_293.1", 2021-09-02T23:15:50.768 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.768 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:50.768 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.324345732Z", 2021-09-02T23:15:50.768 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.769 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.769 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:50.769 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.769 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.769 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.770 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:50.770 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.770 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.770 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.771 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.771 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.771 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.771 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.771 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.772 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.328449_294.1", 2021-09-02T23:15:50.772 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.772 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:50.772 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.328449480Z", 2021-09-02T23:15:50.773 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.773 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.773 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:50.773 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.773 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.774 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.774 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:50.774 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.774 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.774 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.775 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.775 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.775 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.775 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.775 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.776 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.376049_295.1", 2021-09-02T23:15:50.776 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.776 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:50.776 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.376049419Z", 2021-09-02T23:15:50.777 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.777 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.777 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:50.777 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.777 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.778 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.778 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:50.778 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.778 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.778 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.779 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.779 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.779 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.779 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.780 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.780 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.379667_296.1", 2021-09-02T23:15:50.780 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.780 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:50.780 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.379667306Z", 2021-09-02T23:15:50.781 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.781 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.781 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:50.781 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.782 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.782 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.782 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:50.782 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.782 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.783 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.783 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.783 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.783 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.783 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.784 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.784 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.427897_297.1", 2021-09-02T23:15:50.784 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.784 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:50.785 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.427897571Z", 2021-09-02T23:15:50.785 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.785 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.785 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:50.785 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.786 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.786 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.786 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:50.786 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.786 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.787 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.787 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.787 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.787 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.788 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.788 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.788 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.431801_298.1", 2021-09-02T23:15:50.788 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.788 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:50.789 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.431801218Z", 2021-09-02T23:15:50.789 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.789 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.789 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:50.789 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.790 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.790 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.790 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:50.790 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.791 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.791 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.791 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.791 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.791 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.792 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.792 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.792 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.495892_299.1", 2021-09-02T23:15:50.792 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.792 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:50.793 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.495892119Z", 2021-09-02T23:15:50.793 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.793 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.793 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.793 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.794 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.794 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.794 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:50.794 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.795 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.795 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.795 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.795 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.795 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.796 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.796 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.796 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.499163_300.1", 2021-09-02T23:15:50.796 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.796 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:50.797 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.499163854Z", 2021-09-02T23:15:50.797 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.797 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.797 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.797 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.798 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.798 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.798 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:50.798 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.799 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.799 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.799 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.799 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.799 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.800 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.800 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.800 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.501174_301.1", 2021-09-02T23:15:50.800 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.800 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30", 2021-09-02T23:15:50.801 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.501174619Z", 2021-09-02T23:15:50.801 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.801 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.801 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.801 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.802 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.802 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.802 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:50.802 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.803 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.803 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.803 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.803 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.803 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.804 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.804 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.804 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.506389_302.1", 2021-09-02T23:15:50.804 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.804 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30", 2021-09-02T23:15:50.805 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.506389050Z", 2021-09-02T23:15:50.805 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.805 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.805 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.805 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.806 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.806 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.806 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:50.806 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.807 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.807 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.807 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.807 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.807 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.808 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.808 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.808 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.522809_303.1", 2021-09-02T23:15:50.808 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.808 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:50.809 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.522809788Z", 2021-09-02T23:15:50.809 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.809 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.809 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.809 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.810 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.810 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.810 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:50.810 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.811 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.811 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.811 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.811 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.811 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.812 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.812 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.812 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.526778_304.1", 2021-09-02T23:15:50.812 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.812 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:50.813 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.526778759Z", 2021-09-02T23:15:50.813 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.814 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.814 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.814 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.814 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.815 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.815 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:50.815 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.815 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.815 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.816 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.816 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.816 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.816 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.816 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.817 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.528698_305.1", 2021-09-02T23:15:50.817 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.817 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31", 2021-09-02T23:15:50.818 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.528698699Z", 2021-09-02T23:15:50.818 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.818 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.818 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.819 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.819 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.819 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.819 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:50.819 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.820 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.820 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.820 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.820 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.821 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.821 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.821 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.821 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.533852_306.1", 2021-09-02T23:15:50.821 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.822 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31", 2021-09-02T23:15:50.822 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.533852456Z", 2021-09-02T23:15:50.822 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.822 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.823 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.823 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.823 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.823 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.824 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:50.824 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.824 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.824 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.824 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.825 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.825 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.825 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.825 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.826 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.562855_307.1", 2021-09-02T23:15:50.826 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.826 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:50.826 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.562855118Z", 2021-09-02T23:15:50.827 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.827 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.827 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.827 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.827 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.828 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.828 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:50.828 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.828 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.829 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.829 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.829 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.829 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.829 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.830 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.830 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.566758_308.1", 2021-09-02T23:15:50.830 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.830 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:50.831 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.566758922Z", 2021-09-02T23:15:50.831 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.831 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.831 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.831 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.832 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.832 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.832 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:50.832 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.833 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.833 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.833 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.833 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.833 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.834 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.834 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.834 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.568088_309.1", 2021-09-02T23:15:50.834 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.835 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32", 2021-09-02T23:15:50.835 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.568088251Z", 2021-09-02T23:15:50.835 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.835 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.835 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.836 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.836 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.836 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.836 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:50.837 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.837 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.837 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.837 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.837 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.838 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.838 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.838 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.838 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.573486_310.1", 2021-09-02T23:15:50.839 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.839 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32", 2021-09-02T23:15:50.839 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.573486578Z", 2021-09-02T23:15:50.839 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.839 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.840 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.840 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.840 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.840 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.841 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:50.841 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.841 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.841 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.841 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.842 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.842 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.842 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.842 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.843 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.595132_311.1", 2021-09-02T23:15:50.843 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.843 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:50.843 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.595132393Z", 2021-09-02T23:15:50.843 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.844 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.844 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:50.844 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.844 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.845 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.845 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:50.845 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.845 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.845 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.846 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.846 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.846 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.846 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.847 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.847 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.598657_312.1", 2021-09-02T23:15:50.847 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.847 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:50.848 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.598657389Z", 2021-09-02T23:15:50.848 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.848 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.848 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:50.848 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.849 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.849 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.849 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:50.849 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.850 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.850 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.850 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.850 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.851 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.851 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.851 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.851 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.649063_313.1", 2021-09-02T23:15:50.851 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.852 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:50.852 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.649063397Z", 2021-09-02T23:15:50.852 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.852 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.853 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:50.853 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.853 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.854 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.854 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:50.854 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.855 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.855 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.856 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.856 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.856 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.857 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.857 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.858 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.653007_314.1", 2021-09-02T23:15:50.858 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.858 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:50.859 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.653007026Z", 2021-09-02T23:15:50.859 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.859 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.860 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:50.860 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.860 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.861 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.861 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:50.862 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.862 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.863 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.863 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.864 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.864 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.864 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.865 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.865 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.705176_315.1", 2021-09-02T23:15:50.866 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.866 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:50.867 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.705176523Z", 2021-09-02T23:15:50.867 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.868 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.868 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:50.869 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.869 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.869 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.870 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:50.870 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.871 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.871 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.872 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.872 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.873 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.873 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.874 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.874 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.708623_316.1", 2021-09-02T23:15:50.874 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.875 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:50.875 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.708623275Z", 2021-09-02T23:15:50.876 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.876 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.877 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:50.877 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.878 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.878 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.878 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:50.879 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.879 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.880 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.880 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.881 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.881 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.882 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.882 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.883 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.771814_317.1", 2021-09-02T23:15:50.883 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.883 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:50.884 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.771814562Z", 2021-09-02T23:15:50.884 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.885 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.885 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.886 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.886 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.887 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.887 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:50.887 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.888 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.888 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.889 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.889 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.890 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.890 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.891 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.891 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.788325_318.1", 2021-09-02T23:15:50.891 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.892 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:50.892 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.788325550Z", 2021-09-02T23:15:50.893 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.893 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.894 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.894 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.895 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.895 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.895 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:50.896 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.896 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.897 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.897 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.898 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.898 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.898 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.899 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.899 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.795896_319.1", 2021-09-02T23:15:50.900 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.900 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33", 2021-09-02T23:15:50.901 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.795896435Z", 2021-09-02T23:15:50.901 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.902 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.902 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.902 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.903 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.903 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.904 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:50.904 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.905 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.905 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.906 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.906 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.907 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.907 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.907 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.908 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.807885_320.1", 2021-09-02T23:15:50.908 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.909 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33", 2021-09-02T23:15:50.909 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.807885615Z", 2021-09-02T23:15:50.910 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.910 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.911 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.911 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.911 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.912 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.912 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:50.913 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.913 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.914 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.914 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.915 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.915 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.915 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.916 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.916 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.845933_321.1", 2021-09-02T23:15:50.917 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.917 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:50.917 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.845933047Z", 2021-09-02T23:15:50.918 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.918 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.919 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.919 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.920 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.920 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.920 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:50.921 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.921 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.921 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.922 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.922 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.922 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.923 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.923 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.924 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.866021_322.1", 2021-09-02T23:15:50.924 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.924 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:50.925 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.866021556Z", 2021-09-02T23:15:50.925 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.925 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.926 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.926 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.926 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.927 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.927 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:50.927 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.928 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.928 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.928 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.929 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.929 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.930 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.930 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.931 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.872229_323.1", 2021-09-02T23:15:50.931 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.932 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34", 2021-09-02T23:15:50.932 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.872229535Z", 2021-09-02T23:15:50.932 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.933 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.933 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.934 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.934 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.935 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.935 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:50.935 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.936 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.936 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.937 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.937 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.938 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.938 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.939 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.939 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.884962_324.1", 2021-09-02T23:15:50.939 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.940 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34", 2021-09-02T23:15:50.940 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.884962134Z", 2021-09-02T23:15:50.941 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.941 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.941 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.941 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.942 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.942 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.942 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:50.943 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.943 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.944 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.944 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.945 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.945 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.945 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.946 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.946 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.958905_325.1", 2021-09-02T23:15:50.947 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.947 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:50.947 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.958905925Z", 2021-09-02T23:15:50.948 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.948 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.949 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.949 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.949 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.950 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.950 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:50.950 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.951 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.951 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.951 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.951 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.951 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.952 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.952 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.952 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.962532_326.1", 2021-09-02T23:15:50.952 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.953 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:50.953 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.962532995Z", 2021-09-02T23:15:50.953 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.953 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.954 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.954 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.954 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.954 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.954 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:50.955 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.955 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.955 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.955 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.956 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.956 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.956 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.956 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.956 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.963914_327.1", 2021-09-02T23:15:50.957 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.957 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35", 2021-09-02T23:15:50.957 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.963914879Z", 2021-09-02T23:15:50.957 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.958 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.958 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.958 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.958 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.959 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.959 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:50.959 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.959 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.960 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.960 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.960 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.960 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.960 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.961 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.961 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.972944_328.1", 2021-09-02T23:15:50.961 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:50.961 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35", 2021-09-02T23:15:50.962 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.972944133Z", 2021-09-02T23:15:50.962 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.962 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.962 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.963 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.963 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.963 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.963 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:50.964 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.964 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.964 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.964 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.964 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.965 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.965 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.965 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.965 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.990312_329.1", 2021-09-02T23:15:50.966 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.966 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:50.966 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.990312304Z", 2021-09-02T23:15:50.966 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.967 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.967 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:50.967 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.967 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.967 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.968 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:50.968 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.968 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.968 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.969 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.969 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.969 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.969 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.970 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.970 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623747.993848_330.1", 2021-09-02T23:15:50.970 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.970 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:50.971 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:27.993848937Z", 2021-09-02T23:15:50.971 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.971 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.971 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:50.971 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.972 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.972 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.972 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:50.972 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.973 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.973 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.973 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.973 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.974 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.974 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.974 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.974 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623749.040719_331.1", 2021-09-02T23:15:50.975 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.975 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:50.975 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:29.040719726Z", 2021-09-02T23:15:50.975 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.975 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.976 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:50.976 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.976 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.976 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.977 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:50.977 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.977 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.977 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.977 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.978 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.978 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.978 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.978 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.979 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623749.044634_332.1", 2021-09-02T23:15:50.979 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.979 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:50.979 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:29.044634936Z", 2021-09-02T23:15:50.979 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.980 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.980 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:50.980 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.980 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.981 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.981 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:50.981 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.981 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.981 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.982 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.982 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.982 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.982 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.983 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.983 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.095711_333.1", 2021-09-02T23:15:50.983 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.983 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:50.984 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.095711470Z", 2021-09-02T23:15:50.984 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.984 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.984 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:50.984 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.985 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.985 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.985 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:50.985 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.986 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.986 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.986 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.986 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.987 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.987 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.987 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.987 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.108876_334.1", 2021-09-02T23:15:50.987 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.988 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:50.988 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.108876355Z", 2021-09-02T23:15:50.988 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.988 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.989 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:50.989 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.989 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.989 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.989 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:50.990 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:50.990 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.990 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.990 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.991 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.991 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.991 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.991 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.991 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.191741_335.1", 2021-09-02T23:15:50.992 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.992 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:50.992 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.191741062Z", 2021-09-02T23:15:50.992 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.993 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.993 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.993 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.993 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.993 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.994 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:50.994 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.994 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.994 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.995 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:50.995 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.995 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.995 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.996 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:50.996 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.200143_336.1", 2021-09-02T23:15:50.996 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:50.996 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:50.996 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.200143764Z", 2021-09-02T23:15:50.997 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:50.997 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:50.997 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:50.997 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:50.998 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.998 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:50.998 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:50.998 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:50.998 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:50.999 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:50.999 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:50.999 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:50.999 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.000 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.000 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.000 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.207560_337.1", 2021-09-02T23:15:51.000 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.000 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36", 2021-09-02T23:15:51.001 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.207560203Z", 2021-09-02T23:15:51.001 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.001 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.001 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.002 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.002 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.002 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.002 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.003 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.004 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.004 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.004 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.004 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.218232_338.1", 2021-09-02T23:15:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-36", 2021-09-02T23:15:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.218232112Z", 2021-09-02T23:15:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.005 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.006 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.007 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.008 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.009 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.431018_339.1", 2021-09-02T23:15:51.009 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.009 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:51.009 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.431018576Z", 2021-09-02T23:15:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.010 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.011 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.012 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.012 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.012 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.012 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.434356_340.1", 2021-09-02T23:15:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.013 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.434356022Z", 2021-09-02T23:15:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.014 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.015 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.016 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.017 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.435677_341.1", 2021-09-02T23:15:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37", 2021-09-02T23:15:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.435677828Z", 2021-09-02T23:15:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.018 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.019 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.020 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.021 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.022 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.438921_342.1", 2021-09-02T23:15:51.022 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.022 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-37", 2021-09-02T23:15:51.022 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.438921871Z", 2021-09-02T23:15:51.023 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.023 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.023 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.023 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.023 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.024 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.024 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:51.024 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.024 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.025 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.025 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.025 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.025 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.025 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.026 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.026 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.477219_343.1", 2021-09-02T23:15:51.026 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.026 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:51.027 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.477219824Z", 2021-09-02T23:15:51.027 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.027 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.027 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.028 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.028 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.028 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.028 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:51.028 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.029 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.029 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.029 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.029 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.029 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.030 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.030 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.030 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.480423_344.1", 2021-09-02T23:15:51.030 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.031 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:51.031 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.480423655Z", 2021-09-02T23:15:51.031 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.031 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.032 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.032 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.032 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.032 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.032 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:51.033 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.033 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.033 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.033 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.033 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.034 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.034 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.034 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.034 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.481690_345.1", 2021-09-02T23:15:51.035 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.035 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38", 2021-09-02T23:15:51.035 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.481690762Z", 2021-09-02T23:15:51.035 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.036 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.036 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.036 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.036 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.036 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.037 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:51.037 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.037 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.037 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.037 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.038 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.038 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.038 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.038 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.039 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623750.485833_346.1", 2021-09-02T23:15:51.039 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.039 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-38", 2021-09-02T23:15:51.039 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:02:30.485833748Z", 2021-09-02T23:15:51.040 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.040 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.040 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.040 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.040 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.041 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.041 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:51.041 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.041 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.042 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.042 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.042 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.042 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.042 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.043 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.043 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.567999_349.1", 2021-09-02T23:15:51.043 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.043 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:51.044 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.567999717Z", 2021-09-02T23:15:51.044 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.044 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.044 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.044 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.045 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.045 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.045 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:51.045 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.046 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.046 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.046 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.046 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.046 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.047 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.047 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.047 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.574508_350.1", 2021-09-02T23:15:51.047 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.047 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:51.048 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.574508904Z", 2021-09-02T23:15:51.048 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.048 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.048 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.049 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.049 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.049 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.049 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:51.049 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.050 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.050 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.050 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.050 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.051 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.051 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.051 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.051 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.576155_351.1", 2021-09-02T23:15:51.051 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.052 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39", 2021-09-02T23:15:51.052 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.576155763Z", 2021-09-02T23:15:51.052 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.052 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.053 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.053 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.053 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.053 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.053 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:51.054 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.054 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.054 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.054 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.055 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.055 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.055 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.055 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.055 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.581070_352.1", 2021-09-02T23:15:51.056 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.056 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-39", 2021-09-02T23:15:51.056 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.581070652Z", 2021-09-02T23:15:51.056 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.057 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.057 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.057 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.057 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.057 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.058 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:51.058 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.058 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.058 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.059 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.059 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.059 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.059 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.059 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.060 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.605821_353.1", 2021-09-02T23:15:51.060 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.060 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:51.060 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.605821436Z", 2021-09-02T23:15:51.061 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.061 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.061 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.061 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.061 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.062 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.062 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:51.062 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.062 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.063 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.063 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.063 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.063 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.063 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.064 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.064 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.610927_354.1", 2021-09-02T23:15:51.064 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.064 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:51.065 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.610927138Z", 2021-09-02T23:15:51.065 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.065 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.065 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.065 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.066 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.066 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.066 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:51.066 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.067 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.067 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.067 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.067 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.068 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.068 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.068 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.068 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.612688_355.1", 2021-09-02T23:15:51.068 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.069 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40", 2021-09-02T23:15:51.069 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.612688518Z", 2021-09-02T23:15:51.069 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.069 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.070 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.070 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.070 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.070 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.070 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:51.071 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.071 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.071 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.071 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.072 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.072 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.072 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.072 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.072 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.617888_356.1", 2021-09-02T23:15:51.073 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.073 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-40", 2021-09-02T23:15:51.073 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.617888210Z", 2021-09-02T23:15:51.073 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.073 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.074 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.074 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.074 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.074 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.075 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:51.075 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.075 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.075 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.075 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.076 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.076 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.076 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.076 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.077 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.652352_357.1", 2021-09-02T23:15:51.077 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.077 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:51.077 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.652352867Z", 2021-09-02T23:15:51.077 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.078 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.078 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.078 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.078 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.079 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.079 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:51.079 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.079 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.079 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.080 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.080 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.080 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.080 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.080 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.081 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.656133_358.1", 2021-09-02T23:15:51.081 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.081 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:51.081 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.656133916Z", 2021-09-02T23:15:51.082 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.082 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.082 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.082 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.083 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.083 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.083 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:51.083 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.083 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.084 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.084 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.084 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.084 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.084 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.085 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.085 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.657505_359.1", 2021-09-02T23:15:51.085 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.085 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41", 2021-09-02T23:15:51.086 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.657505118Z", 2021-09-02T23:15:51.086 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.086 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.086 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.086 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.087 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.087 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.087 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:51.087 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.088 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.088 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.088 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.088 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.089 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.089 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.089 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.089 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624208.661232_360.1", 2021-09-02T23:15:51.089 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.090 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-41", 2021-09-02T23:15:51.090 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:10:08.661232527Z", 2021-09-02T23:15:51.090 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.090 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.091 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.091 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.091 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.091 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.091 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:51.092 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.092 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.092 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.092 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.093 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.093 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.093 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.093 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.093 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.799556_34.1", 2021-09-02T23:15:51.094 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.094 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:51.094 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.799556771Z", 2021-09-02T23:15:51.094 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.095 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.095 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.095 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.095 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.095 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.096 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:51.096 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.096 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.096 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.096 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.097 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.097 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.097 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.097 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.098 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.822856_35.1", 2021-09-02T23:15:51.098 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.098 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:51.098 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.822856206Z", 2021-09-02T23:15:51.098 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.099 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.099 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.099 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.099 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.100 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.100 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:51.100 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.100 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.100 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.101 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.101 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.101 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.101 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.102 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.102 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.824437_36.1", 2021-09-02T23:15:51.102 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.102 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1", 2021-09-02T23:15:51.102 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.824437308Z", 2021-09-02T23:15:51.103 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.103 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.103 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.103 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.103 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.104 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.104 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:51.104 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.104 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.105 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.105 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.105 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.105 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.105 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.106 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.106 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.827800_37.1", 2021-09-02T23:15:51.106 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.106 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-1", 2021-09-02T23:15:51.107 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.827800084Z", 2021-09-02T23:15:51.107 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.107 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.107 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.107 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.108 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.108 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.108 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:51.108 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.109 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.109 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.109 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.109 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.109 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.110 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.110 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.110 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.846823_38.1", 2021-09-02T23:15:51.110 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.111 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:51.111 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.846823038Z", 2021-09-02T23:15:51.111 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.111 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.111 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.112 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.112 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.112 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.112 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:51.113 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.113 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.113 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.113 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.113 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.114 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.114 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.114 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.114 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.852383_39.1", 2021-09-02T23:15:51.114 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.115 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:51.115 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.852383821Z", 2021-09-02T23:15:51.115 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.115 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.116 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.116 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.116 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.116 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.116 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:51.117 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.117 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.117 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.117 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.118 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.118 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.118 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.118 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.118 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.853695_40.1", 2021-09-02T23:15:51.119 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.119 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2", 2021-09-02T23:15:51.119 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.853695063Z", 2021-09-02T23:15:51.119 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.120 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.120 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.120 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.120 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.120 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.121 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:51.121 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.121 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.121 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.121 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.122 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.122 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.122 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.122 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.123 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623501.857017_41.1", 2021-09-02T23:15:51.123 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.123 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-2", 2021-09-02T23:15:51.123 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:21.857017863Z", 2021-09-02T23:15:51.124 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.124 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.124 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.124 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.125 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.125 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.125 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:51.125 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.126 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.126 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.126 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.126 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.126 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.127 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.127 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.128 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.072126_42.1", 2021-09-02T23:15:51.128 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.128 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:51.129 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.072126345Z", 2021-09-02T23:15:51.129 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.130 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.130 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.131 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.131 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.132 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.132 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:51.132 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.133 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.133 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.134 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.134 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.135 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.135 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.136 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.136 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.076118_43.1", 2021-09-02T23:15:51.136 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.136 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:51.137 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.076118505Z", 2021-09-02T23:15:51.137 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.137 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.138 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.138 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.138 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.139 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.139 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:51.139 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.140 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.140 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.140 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.141 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.141 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.141 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.142 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.142 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.077596_44.1", 2021-09-02T23:15:51.142 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.142 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3", 2021-09-02T23:15:51.143 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.077596395Z", 2021-09-02T23:15:51.143 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.143 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.143 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.144 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.144 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.144 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.144 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:51.145 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.145 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.145 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.145 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.146 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.146 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.146 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.147 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.147 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623505.081236_45.1", 2021-09-02T23:15:51.147 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.147 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-3", 2021-09-02T23:15:51.147 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:25.081236169Z", 2021-09-02T23:15:51.148 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.148 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.148 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.148 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.149 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.149 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.149 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:51.149 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.150 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.150 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.150 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.150 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.150 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.151 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.151 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.151 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.771353_46.1", 2021-09-02T23:15:51.151 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.152 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:51.152 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.771353739Z", 2021-09-02T23:15:51.152 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.152 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.152 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.153 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.153 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.153 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.153 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:51.154 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.154 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.154 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.154 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.154 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.155 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.155 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.155 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.155 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.774721_47.1", 2021-09-02T23:15:51.156 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.156 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:51.156 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.774721294Z", 2021-09-02T23:15:51.156 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.156 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.157 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.157 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.157 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.157 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.157 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:51.158 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.158 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.158 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.158 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.159 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.159 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.159 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.159 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.159 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.776074_48.1", 2021-09-02T23:15:51.160 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.160 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4", 2021-09-02T23:15:51.160 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.776074769Z", 2021-09-02T23:15:51.160 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.161 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.161 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.161 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.161 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.161 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.162 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:51.162 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.162 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.162 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.163 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.163 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.163 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.163 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.163 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.164 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.779525_49.1", 2021-09-02T23:15:51.164 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.164 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-4", 2021-09-02T23:15:51.164 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.779525646Z", 2021-09-02T23:15:51.164 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.165 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.165 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.165 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.165 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.166 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.166 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:51.166 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.167 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.167 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.167 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.167 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.167 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.168 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.168 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.168 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.790594_50.1", 2021-09-02T23:15:51.168 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.169 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:51.169 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.790594541Z", 2021-09-02T23:15:51.169 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.169 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.169 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.170 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.170 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.170 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.170 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:51.171 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.171 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.171 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.171 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.171 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.172 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.172 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.172 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.172 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.793733_51.1", 2021-09-02T23:15:51.172 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.173 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:51.173 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.793733221Z", 2021-09-02T23:15:51.173 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.173 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.174 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.174 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.174 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.174 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.175 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:51.175 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.175 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.175 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.175 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.176 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.176 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.176 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.176 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.177 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.794936_52.1", 2021-09-02T23:15:51.177 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.177 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5", 2021-09-02T23:15:51.177 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.794936158Z", 2021-09-02T23:15:51.177 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.178 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.178 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.178 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.178 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.179 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.179 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:51.179 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.179 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.180 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.180 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.180 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.180 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.180 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.181 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.181 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.797909_53.1", 2021-09-02T23:15:51.181 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.181 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-5", 2021-09-02T23:15:51.182 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.797909915Z", 2021-09-02T23:15:51.182 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.182 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.182 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.183 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.183 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.183 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.183 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:51.183 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.184 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.184 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.184 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.184 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.185 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.185 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.185 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.185 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.819584_55.1", 2021-09-02T23:15:51.185 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.186 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:51.186 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.819584462Z", 2021-09-02T23:15:51.186 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.186 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.187 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.187 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.187 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.187 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.188 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:51.188 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.188 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.188 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.188 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.189 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.189 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.189 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.189 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.190 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.822992_56.1", 2021-09-02T23:15:51.190 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.190 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:51.190 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.822992309Z", 2021-09-02T23:15:51.190 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.191 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.191 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.191 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.191 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.192 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.192 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:51.192 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.192 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.192 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.193 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.193 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.193 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.193 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.194 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.194 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.824094_57.1", 2021-09-02T23:15:51.194 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.194 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6", 2021-09-02T23:15:51.195 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.824094761Z", 2021-09-02T23:15:51.195 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.195 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.195 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.195 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.196 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.196 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.196 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:51.196 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.197 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.197 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.197 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.197 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.197 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.198 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.198 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.198 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623510.827725_58.1", 2021-09-02T23:15:51.198 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.199 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-6", 2021-09-02T23:15:51.199 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:30.827725829Z", 2021-09-02T23:15:51.199 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.199 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.200 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.200 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.200 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.200 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.200 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:51.201 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.201 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.201 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.201 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.202 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.202 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.202 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.202 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.203 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.259197_65.1", 2021-09-02T23:15:51.203 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.203 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:51.203 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.259197883Z", 2021-09-02T23:15:51.203 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.204 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.204 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.204 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.204 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.204 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.205 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:51.205 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.205 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.205 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.206 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.206 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.206 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.206 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.206 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.207 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.262286_66.1", 2021-09-02T23:15:51.207 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.207 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:51.207 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.262286684Z", 2021-09-02T23:15:51.208 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.208 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.208 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.208 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.208 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.209 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.209 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:51.209 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.209 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.210 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.210 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.210 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.210 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.210 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.211 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.211 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.263420_67.1", 2021-09-02T23:15:51.211 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.211 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:51.212 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.263420113Z", 2021-09-02T23:15:51.212 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.212 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.212 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.212 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.213 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.213 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.213 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:51.213 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.214 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.214 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.214 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.214 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.215 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.215 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.215 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.215 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.266425_68.1", 2021-09-02T23:15:51.216 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.216 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:51.216 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.266425919Z", 2021-09-02T23:15:51.216 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.216 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.217 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.217 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.217 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.217 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.218 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:51.218 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.218 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.218 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.218 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.219 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.219 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.219 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.219 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.220 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.281652_69.1", 2021-09-02T23:15:51.220 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.220 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:51.220 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.281652070Z", 2021-09-02T23:15:51.220 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.221 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.221 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.221 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.221 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.222 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.222 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:51.222 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.222 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.222 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.223 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.223 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.223 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.223 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.224 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.224 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.284884_70.1", 2021-09-02T23:15:51.224 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.224 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:51.224 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.284884006Z", 2021-09-02T23:15:51.225 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.225 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.225 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.225 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.225 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.226 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.226 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:51.226 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.226 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.227 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.227 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.227 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.227 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.227 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.287007_71.1", 2021-09-02T23:15:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.228 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.287007468Z", 2021-09-02T23:15:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.229 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:51.230 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.231 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.289890_72.1", 2021-09-02T23:15:51.232 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.289890716Z", 2021-09-02T23:15:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.233 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.234 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.234 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.234 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.235 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:51.235 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.235 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.235 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.235 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.236 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.236 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.236 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.236 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.237 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.317652_73.1", 2021-09-02T23:15:51.237 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.237 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:51.237 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.317652485Z", 2021-09-02T23:15:51.237 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.238 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.238 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.238 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.238 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.239 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.239 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:51.239 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.239 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.239 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.240 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.240 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.240 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.240 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.240 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.241 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.320884_74.1", 2021-09-02T23:15:51.241 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.241 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:51.241 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.320884119Z", 2021-09-02T23:15:51.242 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.242 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.242 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.242 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.242 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.243 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.243 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:51.243 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.243 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.244 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.244 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.244 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.244 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.244 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.245 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.245 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.322009_75.1", 2021-09-02T23:15:51.245 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.245 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:51.245 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.322009636Z", 2021-09-02T23:15:51.246 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.246 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.246 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.246 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.247 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.247 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.247 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:51.247 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.247 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.248 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.248 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:51.248 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.248 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.249 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.249 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.249 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623517.324756_76.1", 2021-09-02T23:15:51.249 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.249 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:51.250 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:37.324756164Z", 2021-09-02T23:15:51.250 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.250 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.250 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:51.251 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:51.251 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.251 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.251 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:51.251 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.252 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.252 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.252 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.252 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.253 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.253 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.253 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.253 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.019967_77.1", 2021-09-02T23:15:51.254 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.254 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:51.254 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.019967593Z", 2021-09-02T23:15:51.254 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.255 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.255 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:51.255 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.255 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.256 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.256 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:51.256 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:51.256 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.256 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.257 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "remove" 2021-09-02T23:15:51.257 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.257 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.257 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.257 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.258 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.023062_78.1", 2021-09-02T23:15:51.258 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.258 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-7", 2021-09-02T23:15:51.258 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.023062764Z", 2021-09-02T23:15:51.259 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.259 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.259 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:51.259 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.259 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.260 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.260 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:51.260 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:51.260 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.261 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.261 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.261 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.261 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.261 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.262 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.262 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.053105_79.1", 2021-09-02T23:15:51.262 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.262 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:51.263 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.053105132Z", 2021-09-02T23:15:51.263 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.263 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.263 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:51.263 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.264 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.264 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.264 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:51.264 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:51.264 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.265 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.265 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "remove" 2021-09-02T23:15:51.265 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.265 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.266 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.266 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.266 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.056588_80.1", 2021-09-02T23:15:51.266 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.266 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-8", 2021-09-02T23:15:51.267 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.056588029Z", 2021-09-02T23:15:51.267 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.267 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.267 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:51.268 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.268 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.268 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.268 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:51.268 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:51.269 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.269 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.269 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.269 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.270 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.270 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.270 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.270 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.112305_81.1", 2021-09-02T23:15:51.270 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.271 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:51.271 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.112305396Z", 2021-09-02T23:15:51.271 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.271 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.272 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:51.272 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.272 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.272 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.272 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:51.273 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:51.273 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.273 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.273 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "remove" 2021-09-02T23:15:51.274 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.274 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.274 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.274 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:51.274 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630623523.115450_82.1", 2021-09-02T23:15:51.275 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:51.275 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-9", 2021-09-02T23:15:51.275 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450426Z", 2021-09-02T23:15:51.275 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:51.276 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:51.276 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:51.276 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:51.276 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.276 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:51.277 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:51.277 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 2 2021-09-02T23:15:51.277 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:51.277 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:51.278 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:51.278 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.278 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.278 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:51.278 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:51.280 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:51.280 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:51.281 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:51.327 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:51.328 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:51.380 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:15:51.380 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.380 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623379.499566_40.1", 2021-09-02T23:15:51.381 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "user", 2021-09-02T23:15:51.381 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:51.381 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.499566010Z", 2021-09-02T23:15:51.381 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.382 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.382 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.382 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.382 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.383 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.383 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:51.383 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.383 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.384 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.384 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.384 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.384 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.384 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.385 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.385 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623379.503325_41.1", 2021-09-02T23:15:51.385 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "user", 2021-09-02T23:15:51.385 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "rgw-multisite-test-user", 2021-09-02T23:15:51.386 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325239Z", 2021-09-02T23:15:51.386 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.386 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.386 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.387 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.387 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.387 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.387 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_0bF1pBx-oJQx3c4jq7Bm4Ue", 2021-09-02T23:15:51.388 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.388 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.388 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.388 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.388 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.389 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.389 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.389 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.389 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.799404_47.1", 2021-09-02T23:15:51.390 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.390 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:51.390 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.799404515Z", 2021-09-02T23:15:51.390 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.391 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.391 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.391 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.391 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.391 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.392 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:51.392 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.392 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.392 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.393 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.393 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.393 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.393 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.393 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.394 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.803331_50.1", 2021-09-02T23:15:51.394 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.394 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.10", 2021-09-02T23:15:51.394 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.803331532Z", 2021-09-02T23:15:51.395 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.395 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.395 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.395 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.396 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.396 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.396 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_mFL6V9hS6B0zFcfO2Xqi-jV", 2021-09-02T23:15:51.396 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.396 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.397 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.397 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.397 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.397 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.398 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.398 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.398 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.804723_51.1", 2021-09-02T23:15:51.398 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.399 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10", 2021-09-02T23:15:51.399 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.804723542Z", 2021-09-02T23:15:51.399 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.399 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.399 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.400 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.400 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.400 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.400 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:51.401 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.401 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.401 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.401 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.401 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.402 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.402 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.402 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.402 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.808118_52.1", 2021-09-02T23:15:51.403 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.403 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-10", 2021-09-02T23:15:51.403 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.808118038Z", 2021-09-02T23:15:51.403 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.403 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.404 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.404 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.404 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.404 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.405 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CEXezEVY0mbn3FUWG7Hyn_H", 2021-09-02T23:15:51.405 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.405 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.405 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.405 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.406 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.406 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.406 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.406 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.407 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.825451_53.1", 2021-09-02T23:15:51.407 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.407 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:51.407 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.825451101Z", 2021-09-02T23:15:51.408 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.408 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.408 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.408 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.409 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.409 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.409 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:51.409 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.409 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.410 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.410 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.410 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.410 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.411 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.411 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.411 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.828765_54.1", 2021-09-02T23:15:51.411 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.411 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.11", 2021-09-02T23:15:51.412 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.828765367Z", 2021-09-02T23:15:51.412 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.412 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.412 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.413 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.413 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.413 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.413 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ruDD-zM6kg4kpi4lLBo9aIv", 2021-09-02T23:15:51.413 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.414 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.414 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.418 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.418 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.419 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.419 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.419 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.419 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.829947_55.1", 2021-09-02T23:15:51.420 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.420 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11", 2021-09-02T23:15:51.420 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.829947177Z", 2021-09-02T23:15:51.420 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.420 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.421 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.421 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.421 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.421 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.422 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:51.422 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.422 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.422 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.423 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.423 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.423 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.423 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.424 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.424 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.834341_56.1", 2021-09-02T23:15:51.424 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.424 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-11", 2021-09-02T23:15:51.424 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.834341570Z", 2021-09-02T23:15:51.425 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.425 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.425 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.425 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.426 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.426 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.426 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_FnDxMc6jDg6mGNsRSv5Mkbk", 2021-09-02T23:15:51.426 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.427 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.427 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.427 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.427 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.427 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.428 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.428 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.428 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.861966_57.1", 2021-09-02T23:15:51.428 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.429 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:51.429 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.861966411Z", 2021-09-02T23:15:51.429 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.429 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.429 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.430 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.430 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.430 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.430 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:51.431 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.431 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.431 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.431 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.432 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.432 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.432 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.432 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.432 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.869524_58.1", 2021-09-02T23:15:51.433 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.433 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.12", 2021-09-02T23:15:51.433 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.869524944Z", 2021-09-02T23:15:51.433 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.434 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.434 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.434 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.434 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.434 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.435 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_oCm6lAL319HrOaqDvJJ-v94", 2021-09-02T23:15:51.435 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.435 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.435 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.435 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.436 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.436 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.436 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.436 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.437 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.870838_59.1", 2021-09-02T23:15:51.437 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.437 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12", 2021-09-02T23:15:51.437 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.870838895Z", 2021-09-02T23:15:51.437 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.438 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.438 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.438 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.438 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.439 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.439 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:51.439 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.439 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.439 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.440 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.440 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.440 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.440 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.441 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.441 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623528.876367_60.1", 2021-09-02T23:15:51.441 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.441 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-12", 2021-09-02T23:15:51.441 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:48.876367138Z", 2021-09-02T23:15:51.442 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.442 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.442 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.442 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.443 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.443 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.443 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3l3Jaq9nz7SFUUm3wqEiS2C", 2021-09-02T23:15:51.443 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.443 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.444 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.444 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.444 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.444 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.444 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.445 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.445 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.240713_64.1", 2021-09-02T23:15:51.445 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.445 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:51.446 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.240713920Z", 2021-09-02T23:15:51.446 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.446 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.446 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.446 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.447 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.447 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.447 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:51.447 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.448 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.448 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.448 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.448 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.448 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.449 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.449 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.449 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.245122_65.1", 2021-09-02T23:15:51.449 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.450 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.13", 2021-09-02T23:15:51.450 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.245122953Z", 2021-09-02T23:15:51.450 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.450 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.451 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.451 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.451 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.451 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.451 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i-VsJY8-QAQP5bBlKb_sfrK", 2021-09-02T23:15:51.452 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.452 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.452 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.452 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.452 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.453 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.453 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.453 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.453 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.246311_66.1", 2021-09-02T23:15:51.454 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.454 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13", 2021-09-02T23:15:51.454 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.246311183Z", 2021-09-02T23:15:51.454 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.454 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.455 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.455 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.455 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.455 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.456 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:51.456 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.456 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.456 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.456 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.457 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.457 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.457 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.457 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.458 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.249822_67.1", 2021-09-02T23:15:51.458 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.458 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-13", 2021-09-02T23:15:51.458 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.249822402Z", 2021-09-02T23:15:51.458 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.459 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.459 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.459 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.459 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.460 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.460 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_RkmgG7lp5UaAofbJTb0EAU2", 2021-09-02T23:15:51.460 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.460 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.460 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.461 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.461 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.461 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.461 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.462 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.462 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.261769_68.1", 2021-09-02T23:15:51.462 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.462 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:51.462 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.261769004Z", 2021-09-02T23:15:51.463 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.463 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.463 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.463 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.464 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.464 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.464 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:51.464 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.464 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.465 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.465 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.465 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.465 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.466 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.466 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.466 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.265169_69.1", 2021-09-02T23:15:51.466 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.466 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.14", 2021-09-02T23:15:51.467 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.265169449Z", 2021-09-02T23:15:51.467 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.467 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.467 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.468 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.468 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.468 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.468 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K_NHW7gGyU1KS-X1UBTuc2P", 2021-09-02T23:15:51.468 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.469 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.469 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.469 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.469 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.470 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.470 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.470 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.470 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.266328_70.1", 2021-09-02T23:15:51.470 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.471 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14", 2021-09-02T23:15:51.471 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.266328822Z", 2021-09-02T23:15:51.471 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.471 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.472 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.472 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.472 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.472 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.472 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:51.473 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.473 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.473 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.473 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.474 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.474 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.474 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.474 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.474 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.270536_71.1", 2021-09-02T23:15:51.475 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.475 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-14", 2021-09-02T23:15:51.475 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.270536945Z", 2021-09-02T23:15:51.475 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.476 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.476 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.476 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.476 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.476 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.477 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_clDHSWjlp6aflHU9nsg460m", 2021-09-02T23:15:51.477 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.477 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.477 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.477 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.478 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.478 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.478 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.478 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.479 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.300374_72.1", 2021-09-02T23:15:51.479 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.479 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:51.479 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.300374638Z", 2021-09-02T23:15:51.479 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.480 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.480 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.480 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.480 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.480 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.481 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:51.481 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.481 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.481 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.482 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.482 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.482 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.482 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.482 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.483 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.303424_73.1", 2021-09-02T23:15:51.483 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.483 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.15", 2021-09-02T23:15:51.483 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.303424654Z", 2021-09-02T23:15:51.484 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.484 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.484 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.484 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.484 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.485 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.485 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i1xgdLAdimNo6iVaIdOi7Iv", 2021-09-02T23:15:51.485 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.485 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.486 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.486 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.486 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.486 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.486 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.487 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.487 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.304682_74.1", 2021-09-02T23:15:51.487 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.487 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15", 2021-09-02T23:15:51.488 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.304682837Z", 2021-09-02T23:15:51.488 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.488 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.488 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.488 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.489 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.489 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.489 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:51.489 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.490 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.490 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.490 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.490 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.490 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.491 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.491 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.491 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623553.307767_75.1", 2021-09-02T23:15:51.491 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.492 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-15", 2021-09-02T23:15:51.492 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:13.307767653Z", 2021-09-02T23:15:51.492 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.492 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.492 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.493 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.493 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.493 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.493 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZP7tobq9U-zHxCBlhXBgkVm", 2021-09-02T23:15:51.494 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.494 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.494 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.494 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.494 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.495 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.495 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.495 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.495 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.429363_76.1", 2021-09-02T23:15:51.496 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.496 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:51.496 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.429363072Z", 2021-09-02T23:15:51.496 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.496 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.497 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.497 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.497 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.497 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.498 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:51.498 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.498 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.498 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.498 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.499 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.499 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.499 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.499 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.500 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.433935_77.1", 2021-09-02T23:15:51.500 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.500 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:51.500 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.433935302Z", 2021-09-02T23:15:51.500 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.501 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.501 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.501 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.501 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.502 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.502 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.504 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.504 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.504 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.504 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.436068_78.1", 2021-09-02T23:15:51.505 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.505 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16", 2021-09-02T23:15:51.505 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.436068187Z", 2021-09-02T23:15:51.505 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.505 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.506 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.506 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.506 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.506 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.507 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:51.507 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.507 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.507 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.508 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.508 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.508 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.508 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.508 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.509 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.440659_79.1", 2021-09-02T23:15:51.509 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.509 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16", 2021-09-02T23:15:51.509 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.440659051Z", 2021-09-02T23:15:51.509 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.510 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.510 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.510 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.510 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.511 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.511 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_4NtgzFsXFOIKR3f1HYTE755", 2021-09-02T23:15:51.511 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.511 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.512 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.512 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.512 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.512 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.512 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.513 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.513 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.456274_80.1", 2021-09-02T23:15:51.513 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.513 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:51.513 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.456274683Z", 2021-09-02T23:15:51.514 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.514 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.514 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.514 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.515 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.515 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.515 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:51.515 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.515 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.516 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.516 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.516 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.516 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.517 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.517 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.517 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.462286_81.1", 2021-09-02T23:15:51.517 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.517 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:51.518 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.462286995Z", 2021-09-02T23:15:51.518 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.518 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.518 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.519 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.519 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.519 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.519 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:51.519 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.520 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.520 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.520 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.520 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.521 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.521 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.521 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.521 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.463487_82.1", 2021-09-02T23:15:51.521 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.522 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17", 2021-09-02T23:15:51.522 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.463487100Z", 2021-09-02T23:15:51.522 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.522 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.523 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.523 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.523 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.523 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.524 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:51.524 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.524 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.524 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.524 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.525 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.525 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.525 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.525 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.526 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.466540_83.1", 2021-09-02T23:15:51.526 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.526 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17", 2021-09-02T23:15:51.526 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.466540280Z", 2021-09-02T23:15:51.526 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.527 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_jednMGfxSUTMRp82w0tWHOg", 2021-09-02T23:15:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.528 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.529 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.503515_84.1", 2021-09-02T23:15:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:51.530 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.503515145Z", 2021-09-02T23:15:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.531 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.532 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.533 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.506815_85.1", 2021-09-02T23:15:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.534 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.506815752Z", 2021-09-02T23:15:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.535 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:51.536 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.537 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.507970_86.1", 2021-09-02T23:15:51.538 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18", 2021-09-02T23:15:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.507970763Z", 2021-09-02T23:15:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.539 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:51.540 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.541 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.541 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.541 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.541 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.542 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.542 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.542 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.542 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.512524_87.1", 2021-09-02T23:15:51.542 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.543 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18", 2021-09-02T23:15:51.543 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.512524696Z", 2021-09-02T23:15:51.543 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.543 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.544 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.544 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.544 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.544 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.544 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hKkgWOYMjAt5eQIbh0VWvKU", 2021-09-02T23:15:51.545 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.545 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.545 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.545 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.545 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.546 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.546 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.546 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.546 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.530637_88.1", 2021-09-02T23:15:51.547 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.547 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:51.547 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.530637319Z", 2021-09-02T23:15:51.547 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.547 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.548 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:51.548 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.548 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.548 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.549 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:51.549 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.549 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.549 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.549 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.550 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.550 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.550 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.550 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.551 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.533783_89.1", 2021-09-02T23:15:51.551 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.551 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-16:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.16", 2021-09-02T23:15:51.551 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.533783657Z", 2021-09-02T23:15:51.551 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.552 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.552 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:51.552 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.552 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.553 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.553 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_9k8WF-S-94ZSOXxSqArXWti", 2021-09-02T23:15:51.553 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.553 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.553 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.554 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.554 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.554 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.554 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.555 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.555 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.537416_90.1", 2021-09-02T23:15:51.555 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.555 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:51.555 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.537416934Z", 2021-09-02T23:15:51.556 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.556 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.556 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:51.556 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.557 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.557 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.557 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:51.557 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.557 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.558 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.558 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.558 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.558 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.559 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.559 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.559 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.540613_91.1", 2021-09-02T23:15:51.559 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.559 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-17:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.17", 2021-09-02T23:15:51.560 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.540613769Z", 2021-09-02T23:15:51.560 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.560 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.560 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:51.561 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.561 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.561 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.561 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_70_ZVAfGDz8wXrJVkYXRx19", 2021-09-02T23:15:51.561 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.562 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.562 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.562 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.562 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.563 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.563 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.563 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.563 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.546654_92.1", 2021-09-02T23:15:51.563 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.564 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:51.564 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.546654237Z", 2021-09-02T23:15:51.564 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.564 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.565 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:51.565 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.565 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.565 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.565 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:51.566 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.566 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.566 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.566 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.567 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.567 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.567 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.567 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.567 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623575.550066_93.1", 2021-09-02T23:15:51.568 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.568 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-18:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.18", 2021-09-02T23:15:51.568 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:59:35.550066498Z", 2021-09-02T23:15:51.568 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.569 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.569 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:51.569 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.569 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.570 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.570 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_t6w3XLWL3rG5cxsSliVFTx8", 2021-09-02T23:15:51.570 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.570 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.570 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.571 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.571 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.571 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.571 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.572 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.572 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.320866_225.1", 2021-09-02T23:15:51.572 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.572 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:51.572 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.320866818Z", 2021-09-02T23:15:51.573 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.573 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.573 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.573 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.574 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.574 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.574 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:51.574 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.575 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.575 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.575 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.575 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.575 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.576 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.576 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.576 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.325153_226.1", 2021-09-02T23:15:51.576 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.577 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:51.577 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.325153495Z", 2021-09-02T23:15:51.577 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.577 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.577 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.578 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.578 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.578 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.578 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:51.579 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.579 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.579 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.579 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.579 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.580 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.580 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.580 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.580 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.326779_227.1", 2021-09-02T23:15:51.581 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.581 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19", 2021-09-02T23:15:51.581 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.326779371Z", 2021-09-02T23:15:51.581 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.581 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.582 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.582 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.582 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.582 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.583 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:51.583 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.583 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.583 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.583 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.584 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.584 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.584 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.584 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.585 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.331940_228.1", 2021-09-02T23:15:51.585 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.585 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19", 2021-09-02T23:15:51.585 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.331940000Z", 2021-09-02T23:15:51.585 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.586 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.586 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.586 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.586 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.587 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.587 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Nmp72JvQYu-B2_YwkChH2bb", 2021-09-02T23:15:51.587 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.587 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.587 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.588 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.588 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.588 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.588 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.589 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.589 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.336080_229.1", 2021-09-02T23:15:51.589 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.589 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:51.589 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.336080596Z", 2021-09-02T23:15:51.590 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.590 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.590 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:51.590 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.591 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.591 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.591 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:51.591 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.591 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.592 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.592 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.592 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.592 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.593 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.593 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.593 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623623.339441_230.1", 2021-09-02T23:15:51.593 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.594 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-19:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.19", 2021-09-02T23:15:51.594 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:23.339441390Z", 2021-09-02T23:15:51.594 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.594 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.594 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:51.595 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.595 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.595 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.595 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_a-XhpKmjyh8WFZbDijygN9k", 2021-09-02T23:15:51.596 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.596 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.596 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.596 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.596 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.597 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.597 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.597 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.597 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.191746_231.1", 2021-09-02T23:15:51.598 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.598 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:51.598 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.191746043Z", 2021-09-02T23:15:51.598 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.598 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.599 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.599 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.599 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.599 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.600 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.600 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.600 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.600 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.601 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.601 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.601 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.601 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.601 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.602 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.197340_232.1", 2021-09-02T23:15:51.602 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.602 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:51.602 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.197340526Z", 2021-09-02T23:15:51.603 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.603 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.603 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.603 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.603 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.604 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.604 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.604 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.604 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.605 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.605 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.605 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.605 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.605 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.606 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.606 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.198532_233.1", 2021-09-02T23:15:51.606 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.606 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20", 2021-09-02T23:15:51.607 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.198532141Z", 2021-09-02T23:15:51.607 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.607 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.607 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.608 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.608 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.608 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.608 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:51.608 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.609 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.609 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.609 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.609 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.610 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.610 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.610 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.610 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623679.201695_234.1", 2021-09-02T23:15:51.610 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.611 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20", 2021-09-02T23:15:51.611 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:19.201695341Z", 2021-09-02T23:15:51.611 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.611 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.612 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.612 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.612 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.612 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.612 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_f5f3XInioGuZpf473rSpHkZ", 2021-09-02T23:15:51.613 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.613 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.613 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.613 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.614 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.614 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.614 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.614 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.614 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623691.490575_235.1", 2021-09-02T23:15:51.615 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.615 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:51.615 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.490575476Z", 2021-09-02T23:15:51.615 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.616 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.616 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.616 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.616 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.616 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.617 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.617 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.617 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.617 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.618 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.618 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.618 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.618 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.618 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.619 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623691.494084_236.1", 2021-09-02T23:15:51.619 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.619 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:51.619 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:31.494084053Z", 2021-09-02T23:15:51.620 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.620 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.620 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.620 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.620 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.621 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.621 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.621 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.621 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.622 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.622 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.622 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.622 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.622 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.623 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.623 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623704.322978_237.1", 2021-09-02T23:15:51.623 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.623 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:51.624 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.322978762Z", 2021-09-02T23:15:51.624 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.624 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.624 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.624 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.625 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.625 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.625 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.625 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.626 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.626 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.626 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.626 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.627 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.627 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.627 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.627 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623704.327914_238.1", 2021-09-02T23:15:51.627 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.628 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-20:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.20", 2021-09-02T23:15:51.628 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:44.327914823Z", 2021-09-02T23:15:51.628 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.628 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.629 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.629 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.629 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.629 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.629 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_BbmyczeFYzvWpLqKCGIX3GK", 2021-09-02T23:15:51.630 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.630 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.630 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.630 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.631 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.631 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.631 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.631 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.631 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.009502_239.1", 2021-09-02T23:15:51.632 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.632 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:51.632 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.009502633Z", 2021-09-02T23:15:51.632 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.633 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.633 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.633 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.633 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.633 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.634 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:51.634 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.634 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.634 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.635 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.635 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.635 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.635 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.635 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.636 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.013482_240.1", 2021-09-02T23:15:51.636 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.636 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:51.636 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.013482866Z", 2021-09-02T23:15:51.636 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.637 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.637 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.637 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.637 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.638 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.638 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:51.638 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.638 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.639 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.639 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.639 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.639 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.639 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.640 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.640 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.014730_241.1", 2021-09-02T23:15:51.640 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.640 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21", 2021-09-02T23:15:51.641 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.014730443Z", 2021-09-02T23:15:51.641 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.641 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.641 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.641 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.642 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.642 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.642 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:51.642 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.643 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.643 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.643 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.643 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.644 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.644 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.644 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.644 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.019496_242.1", 2021-09-02T23:15:51.644 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.645 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21", 2021-09-02T23:15:51.645 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.019496257Z", 2021-09-02T23:15:51.645 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.645 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.646 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.646 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.646 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.646 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.646 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Iw2fQZdI1Z7JPJldL1O0Quk", 2021-09-02T23:15:51.647 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.647 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.647 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.647 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.648 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.648 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.648 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.648 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.649 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.035855_243.1", 2021-09-02T23:15:51.649 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.649 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:51.649 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.035855190Z", 2021-09-02T23:15:51.650 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.650 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.650 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.650 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.650 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.651 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.651 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:51.651 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.651 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.652 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.652 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.652 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.652 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.652 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.653 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.653 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.043193_244.1", 2021-09-02T23:15:51.653 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.653 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:51.654 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.043193894Z", 2021-09-02T23:15:51.654 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.654 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.654 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.654 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.655 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.655 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.655 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:51.655 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.656 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.656 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.656 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.656 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.657 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.657 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.657 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.657 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.044421_245.1", 2021-09-02T23:15:51.657 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.658 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22", 2021-09-02T23:15:51.658 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.044421247Z", 2021-09-02T23:15:51.658 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.658 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.659 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.659 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.659 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.659 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.659 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:51.660 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.660 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.660 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.660 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.660 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.661 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.661 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.661 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.661 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.047423_246.1", 2021-09-02T23:15:51.662 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.662 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22", 2021-09-02T23:15:51.662 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.047423065Z", 2021-09-02T23:15:51.662 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.662 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.663 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.663 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.663 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.663 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.664 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MRCCS2CySdoBKKnHH07x9pb", 2021-09-02T23:15:51.664 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.664 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.664 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.664 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.665 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.665 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.665 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.665 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.666 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.072603_247.1", 2021-09-02T23:15:51.666 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.666 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:51.666 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.072603438Z", 2021-09-02T23:15:51.667 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.667 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.667 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.667 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.667 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.668 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.668 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:51.668 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.668 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.669 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.669 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.669 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.669 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.669 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.670 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.670 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.078802_248.1", 2021-09-02T23:15:51.670 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.670 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:51.671 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.078802077Z", 2021-09-02T23:15:51.671 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.671 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.671 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.671 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.672 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.672 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.672 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:51.672 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.672 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.673 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.673 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.673 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.673 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.674 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.674 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.674 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.080616_249.1", 2021-09-02T23:15:51.674 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.674 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23", 2021-09-02T23:15:51.675 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.080616607Z", 2021-09-02T23:15:51.675 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.675 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.675 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.676 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.676 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.676 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.676 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:51.677 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.677 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.677 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.677 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.677 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.678 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.678 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.678 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.678 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.084356_250.1", 2021-09-02T23:15:51.679 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.679 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23", 2021-09-02T23:15:51.679 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.084356991Z", 2021-09-02T23:15:51.679 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.679 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.680 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.680 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.680 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.680 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.680 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tzt_Xcz3gTyyMTGDztF5Hla", 2021-09-02T23:15:51.681 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.681 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.681 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.681 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.682 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.682 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.682 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.682 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.682 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.100561_251.1", 2021-09-02T23:15:51.683 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.683 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:51.683 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.100561494Z", 2021-09-02T23:15:51.683 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.684 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.684 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:51.684 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.684 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.684 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.685 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:51.685 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.685 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.685 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.686 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.686 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.686 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.686 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.686 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.687 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.106690_252.1", 2021-09-02T23:15:51.687 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.687 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-21:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.21", 2021-09-02T23:15:51.687 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.106690639Z", 2021-09-02T23:15:51.688 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.688 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.688 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:51.688 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.688 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.689 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.689 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wd70eYeFUlB1ZZ4qsMrWhHP", 2021-09-02T23:15:51.689 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.689 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.690 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.690 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.690 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.690 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.690 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.691 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.691 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.110900_253.1", 2021-09-02T23:15:51.691 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.691 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:51.692 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.110900986Z", 2021-09-02T23:15:51.692 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.692 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.692 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:51.692 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.693 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.693 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.693 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:51.694 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.694 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.694 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.694 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.694 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.695 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.695 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.695 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.695 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.116046_254.1", 2021-09-02T23:15:51.696 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.696 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-22:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.22", 2021-09-02T23:15:51.696 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.116046362Z", 2021-09-02T23:15:51.696 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.696 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.697 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:51.697 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.697 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.697 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.698 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_qoRmf9ACEz8H831ldtTpJ6d", 2021-09-02T23:15:51.698 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.698 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.698 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.699 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.699 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.699 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.699 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.699 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.700 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.121599_255.1", 2021-09-02T23:15:51.700 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.700 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:51.700 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.121599465Z", 2021-09-02T23:15:51.701 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.701 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.701 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:51.701 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.702 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.702 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.702 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:51.702 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.702 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.703 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.703 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.703 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.703 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.704 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.704 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.704 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623717.125063_256.1", 2021-09-02T23:15:51.704 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.704 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-23:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.23", 2021-09-02T23:15:51.705 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:01:57.125063702Z", 2021-09-02T23:15:51.705 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.705 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.705 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:51.706 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.706 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.706 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.706 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ybuERg1IOVzpSdQiVi-woJA", 2021-09-02T23:15:51.707 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.707 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.707 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.707 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.707 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.708 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.708 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.708 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.708 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.476895_257.1", 2021-09-02T23:15:51.709 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.709 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:51.709 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.476895796Z", 2021-09-02T23:15:51.710 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.710 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.711 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.711 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.711 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.711 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.712 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.712 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.712 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.713 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.713 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.713 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.714 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.714 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.715 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.715 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.480025_258.1", 2021-09-02T23:15:51.715 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.716 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:51.716 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.480025311Z", 2021-09-02T23:15:51.717 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.717 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.717 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.718 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.718 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.718 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.719 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.719 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.719 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.720 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.720 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.720 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.720 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.721 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.721 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.721 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.481493_259.1", 2021-09-02T23:15:51.722 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.722 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24", 2021-09-02T23:15:51.722 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.481493489Z", 2021-09-02T23:15:51.722 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.723 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.723 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.723 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.723 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.724 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.724 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:51.724 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.724 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.724 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.725 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.725 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.725 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.725 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.726 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.726 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.487331_260.1", 2021-09-02T23:15:51.726 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.726 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24", 2021-09-02T23:15:51.726 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.487331049Z", 2021-09-02T23:15:51.727 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.727 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.727 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.727 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.728 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.728 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.728 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__BPwKIBUkT_xGml6M8l7NgL", 2021-09-02T23:15:51.728 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.729 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.729 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.729 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.729 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.729 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.730 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.730 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.730 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.499980_261.1", 2021-09-02T23:15:51.730 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.731 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:51.731 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.499980298Z", 2021-09-02T23:15:51.731 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.731 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.731 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.732 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.732 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.732 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.732 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.733 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.733 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.733 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.733 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.733 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.734 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.734 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.734 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.734 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.505766_262.1", 2021-09-02T23:15:51.735 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.735 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:51.735 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.505766032Z", 2021-09-02T23:15:51.735 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.736 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.736 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.736 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.736 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.736 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.737 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.737 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.737 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.737 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.738 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.738 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.738 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.738 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.738 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.739 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.507683_263.1", 2021-09-02T23:15:51.739 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.739 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25", 2021-09-02T23:15:51.739 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.507683394Z", 2021-09-02T23:15:51.739 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.740 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.740 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.740 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.740 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.741 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.741 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:51.741 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.741 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.741 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.742 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.742 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.742 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.742 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.743 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.743 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.512454_264.1", 2021-09-02T23:15:51.743 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.743 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25", 2021-09-02T23:15:51.743 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.512454308Z", 2021-09-02T23:15:51.744 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.744 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.744 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.744 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.745 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.745 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.745 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_D8PGHjMeiTC9E6lP2oS1dGR", 2021-09-02T23:15:51.745 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.745 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.746 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.746 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.746 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.746 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.747 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.747 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.747 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.541984_265.1", 2021-09-02T23:15:51.747 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.747 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:51.748 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.541984613Z", 2021-09-02T23:15:51.748 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.748 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.748 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.749 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.749 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.749 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.749 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.749 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.750 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.750 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.750 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.750 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.751 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.751 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.751 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.751 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.545461_266.1", 2021-09-02T23:15:51.751 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.752 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:51.752 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.545461758Z", 2021-09-02T23:15:51.752 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.752 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.753 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.754 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.755 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.755 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.755 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.755 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.756 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.546715_267.1", 2021-09-02T23:15:51.756 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.756 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26", 2021-09-02T23:15:51.756 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.546715114Z", 2021-09-02T23:15:51.756 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.757 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.757 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.757 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.757 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.758 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.758 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:51.758 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.758 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.759 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.759 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.759 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.759 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.759 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.760 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.760 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.550049_268.1", 2021-09-02T23:15:51.760 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.760 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26", 2021-09-02T23:15:51.761 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.550049368Z", 2021-09-02T23:15:51.761 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.761 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.761 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.761 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.762 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.762 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.762 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MXcP1Ch2BKlP9x-g551rZsm", 2021-09-02T23:15:51.762 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.763 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.763 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.763 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.763 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.763 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.764 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.764 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.764 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.575046_269.1", 2021-09-02T23:15:51.764 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.764 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:51.765 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.575046190Z", 2021-09-02T23:15:51.765 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.765 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.765 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.766 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.766 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.766 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.766 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.767 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.767 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.767 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.767 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.767 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.768 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.768 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.768 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.768 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.578222_270.1", 2021-09-02T23:15:51.769 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.769 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:51.769 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.578222698Z", 2021-09-02T23:15:51.769 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.769 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.770 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.770 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.770 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.770 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.771 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.771 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.771 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.771 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.771 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.772 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.772 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.772 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.772 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.773 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.580640_271.1", 2021-09-02T23:15:51.773 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.773 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:51.773 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.580640177Z", 2021-09-02T23:15:51.773 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.774 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.774 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.774 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.774 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.774 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.775 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.775 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.775 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.775 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.776 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.776 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.776 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.776 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.776 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.777 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.584141_272.1", 2021-09-02T23:15:51.777 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.777 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-24:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.24", 2021-09-02T23:15:51.777 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.584141652Z", 2021-09-02T23:15:51.778 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.778 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.778 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.778 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.779 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.779 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.779 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_gbs25geq7Y-WDuYefCUxzX4", 2021-09-02T23:15:51.779 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.779 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.780 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.780 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.780 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.780 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.780 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.781 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.781 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.587591_273.1", 2021-09-02T23:15:51.781 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.781 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:51.781 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.587591867Z", 2021-09-02T23:15:51.782 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.782 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.782 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.782 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.783 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.783 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.783 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.783 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.783 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.784 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.784 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.784 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.784 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.590888_274.1", 2021-09-02T23:15:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.590888082Z", 2021-09-02T23:15:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.789 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.789 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.789 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.789 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.596541_275.1", 2021-09-02T23:15:51.790 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.790 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:51.790 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.596541864Z", 2021-09-02T23:15:51.790 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.790 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.791 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.791 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.791 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.791 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.792 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.792 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.792 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.792 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.793 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.793 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.793 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.793 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.793 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.794 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.599726_276.1", 2021-09-02T23:15:51.794 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.794 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-25:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.25", 2021-09-02T23:15:51.794 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.599726532Z", 2021-09-02T23:15:51.795 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.795 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.795 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.795 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.795 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.796 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.796 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_QbK50z7IzbmawqCZTxSIUZR", 2021-09-02T23:15:51.796 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.796 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.797 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.797 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.797 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.797 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.797 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.798 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.798 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.605255_277.1", 2021-09-02T23:15:51.798 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.798 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:51.799 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.605255854Z", 2021-09-02T23:15:51.799 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.799 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.799 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.799 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.800 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.800 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.800 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.800 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.801 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.801 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.801 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.801 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.801 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.802 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.802 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.802 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.608807_278.1", 2021-09-02T23:15:51.802 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.803 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:51.803 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.608807776Z", 2021-09-02T23:15:51.803 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.803 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.803 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.804 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.804 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.804 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.804 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.805 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.805 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.805 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.805 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.806 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.806 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.806 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.806 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.806 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.618565_279.1", 2021-09-02T23:15:51.807 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.807 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:51.807 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.618565079Z", 2021-09-02T23:15:51.807 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.807 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.808 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.808 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.808 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.808 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.809 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.809 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.809 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.809 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.809 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.810 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.810 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.810 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.810 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.811 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623737.623325_280.1", 2021-09-02T23:15:51.811 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.811 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-26:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.26", 2021-09-02T23:15:51.811 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:17.623325499Z", 2021-09-02T23:15:51.811 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.812 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.812 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.812 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.812 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.813 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.813 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6aPhPNPjxTj5LddALh6qNd7", 2021-09-02T23:15:51.813 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 3 2021-09-02T23:15:51.813 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.813 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.814 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.814 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.814 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.814 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.815 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.815 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.244686_281.1", 2021-09-02T23:15:51.815 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.815 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:51.816 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.244686703Z", 2021-09-02T23:15:51.816 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.816 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.816 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.816 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.817 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.817 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.817 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:51.817 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.818 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.818 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.818 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.818 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.819 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.819 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.819 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.819 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.247946_282.1", 2021-09-02T23:15:51.819 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.820 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:51.820 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.247946074Z", 2021-09-02T23:15:51.820 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.820 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.821 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.821 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.821 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.821 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.821 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:51.822 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.822 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.822 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.822 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.823 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.823 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.823 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.823 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.823 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.249107_283.1", 2021-09-02T23:15:51.824 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.824 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27", 2021-09-02T23:15:51.824 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.249107526Z", 2021-09-02T23:15:51.824 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.825 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.825 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.825 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.825 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.826 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.826 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:51.826 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.826 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.826 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.827 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.827 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.827 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.827 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.828 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.828 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.252337_284.1", 2021-09-02T23:15:51.828 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.828 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27", 2021-09-02T23:15:51.828 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.252337237Z", 2021-09-02T23:15:51.829 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.829 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.829 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.829 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.830 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.830 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.830 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lV-g4jaB3zxlakyzKD80rvo", 2021-09-02T23:15:51.830 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.831 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.831 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.831 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.831 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.831 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.832 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.832 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.832 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.266079_285.1", 2021-09-02T23:15:51.832 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.832 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:51.833 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.266079667Z", 2021-09-02T23:15:51.833 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.833 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.833 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.834 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.834 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.834 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.834 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:51.835 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.835 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.835 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.835 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.835 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.836 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.836 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.836 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.836 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.269453_286.1", 2021-09-02T23:15:51.837 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.837 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:51.837 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.269453664Z", 2021-09-02T23:15:51.837 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.837 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.838 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.838 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.838 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.838 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.839 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:51.839 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.839 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.839 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.839 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.840 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.840 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.840 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.840 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.841 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.270832_287.1", 2021-09-02T23:15:51.841 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.841 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28", 2021-09-02T23:15:51.841 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.270832965Z", 2021-09-02T23:15:51.841 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.842 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.842 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.842 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.842 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.843 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.843 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:51.843 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.843 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.843 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.844 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.844 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.844 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.844 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.845 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.845 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.274078_288.1", 2021-09-02T23:15:51.845 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.845 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28", 2021-09-02T23:15:51.845 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.274078540Z", 2021-09-02T23:15:51.846 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.846 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.846 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.846 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.847 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.847 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.847 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CTUOFyk3AYdY2ovDcS_-FCp", 2021-09-02T23:15:51.847 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.848 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.848 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.848 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.848 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.848 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.849 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.849 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.849 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.297353_289.1", 2021-09-02T23:15:51.849 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.850 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:51.850 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.297353832Z", 2021-09-02T23:15:51.850 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.850 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.850 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.851 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.851 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.851 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.851 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:51.852 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.852 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.852 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.852 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.852 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.853 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.853 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.853 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.853 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.300656_290.1", 2021-09-02T23:15:51.854 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.854 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:51.854 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.300656805Z", 2021-09-02T23:15:51.854 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.854 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.855 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.855 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.855 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.855 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.856 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:51.856 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.856 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.856 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.856 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.857 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.857 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.857 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.857 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.858 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.301962_291.1", 2021-09-02T23:15:51.858 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.858 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29", 2021-09-02T23:15:51.858 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.301962183Z", 2021-09-02T23:15:51.858 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.859 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.859 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.859 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.859 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.860 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.860 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:51.860 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.860 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.860 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.861 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.861 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.861 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.861 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.862 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.862 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.305891_292.1", 2021-09-02T23:15:51.862 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.862 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29", 2021-09-02T23:15:51.862 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.305891771Z", 2021-09-02T23:15:51.863 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.863 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.863 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.863 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.863 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.864 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.864 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vOBolLS_18c07NyEA09M6Wo", 2021-09-02T23:15:51.864 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.864 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.865 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.865 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.865 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.865 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.865 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.866 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.866 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.324345_293.1", 2021-09-02T23:15:51.866 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.866 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:51.867 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.324345732Z", 2021-09-02T23:15:51.867 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.867 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.867 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:51.867 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.868 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.868 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.868 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:51.868 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.869 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.869 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.869 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.869 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.869 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.870 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.870 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.870 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.328449_294.1", 2021-09-02T23:15:51.870 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.871 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-27:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.27", 2021-09-02T23:15:51.871 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.328449480Z", 2021-09-02T23:15:51.871 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.871 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.871 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:51.872 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.872 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.872 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.872 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_vvGRpLCcE1We8_rZMT4OU42", 2021-09-02T23:15:51.873 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.873 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.873 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.873 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.873 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.874 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.874 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.874 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.874 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.376049_295.1", 2021-09-02T23:15:51.875 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.875 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:51.875 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.376049419Z", 2021-09-02T23:15:51.875 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.875 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.876 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:51.876 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.876 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.876 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.877 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:51.877 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.877 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.877 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.877 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.878 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.878 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.878 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.878 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.879 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.379667_296.1", 2021-09-02T23:15:51.879 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.879 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-28:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.28", 2021-09-02T23:15:51.879 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.379667306Z", 2021-09-02T23:15:51.879 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.880 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.880 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:51.880 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.880 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.881 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.881 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_lQe-VjqJlIUPQA90F4Mlqe3", 2021-09-02T23:15:51.881 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.881 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.882 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.882 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.882 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.882 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.882 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.883 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.883 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.427897_297.1", 2021-09-02T23:15:51.883 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.883 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:51.884 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.427897571Z", 2021-09-02T23:15:51.884 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.884 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.884 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:51.884 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.885 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.885 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.885 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:51.885 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.885 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.886 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.886 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.886 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.886 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.887 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.887 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.887 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.431801_298.1", 2021-09-02T23:15:51.887 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.888 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-29:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.29", 2021-09-02T23:15:51.888 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.431801218Z", 2021-09-02T23:15:51.888 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.888 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.888 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_xkasaDcE3sEL9Re8wa3O4jr", 2021-09-02T23:15:51.889 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.890 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.891 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.495892_299.1", 2021-09-02T23:15:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.495892119Z", 2021-09-02T23:15:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.892 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.893 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.894 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.895 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.499163_300.1", 2021-09-02T23:15:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.499163854Z", 2021-09-02T23:15:51.896 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.897 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.898 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.899 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.501174_301.1", 2021-09-02T23:15:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30", 2021-09-02T23:15:51.900 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.501174619Z", 2021-09-02T23:15:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.901 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.902 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.903 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.904 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.904 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.506389_302.1", 2021-09-02T23:15:51.904 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.904 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30", 2021-09-02T23:15:51.905 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.506389050Z", 2021-09-02T23:15:51.905 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.905 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.905 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.905 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.906 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.906 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.906 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_WjGFNiXq_yigXt1sxDawboT", 2021-09-02T23:15:51.906 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.907 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.907 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.907 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.907 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.907 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.908 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.908 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.908 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.522809_303.1", 2021-09-02T23:15:51.908 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.909 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:51.909 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.522809788Z", 2021-09-02T23:15:51.909 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.909 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.909 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.910 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.910 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.910 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.910 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:51.911 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.911 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.911 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.911 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.911 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.912 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.912 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.912 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.912 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.526778_304.1", 2021-09-02T23:15:51.913 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.913 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:51.913 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.526778759Z", 2021-09-02T23:15:51.913 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.913 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.914 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.914 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.914 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.914 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.915 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:51.915 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.915 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.915 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.915 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.916 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.916 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.916 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.916 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.917 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.528698_305.1", 2021-09-02T23:15:51.917 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.917 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31", 2021-09-02T23:15:51.917 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.528698699Z", 2021-09-02T23:15:51.917 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.918 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.918 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.918 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.918 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.919 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.919 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:51.919 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.919 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.919 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.920 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.920 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.920 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.920 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.921 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.921 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.533852_306.1", 2021-09-02T23:15:51.921 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.921 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31", 2021-09-02T23:15:51.921 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.533852456Z", 2021-09-02T23:15:51.922 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.922 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.922 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.922 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.923 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.923 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.923 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GroaYGBRV-isE318TyGbKcK", 2021-09-02T23:15:51.923 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.923 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.924 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.924 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.924 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.924 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.925 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.925 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.925 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.562855_307.1", 2021-09-02T23:15:51.925 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.926 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:51.926 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.562855118Z", 2021-09-02T23:15:51.926 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.926 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.926 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.927 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.927 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.927 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.927 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:51.928 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.928 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.928 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.928 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.928 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.929 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.929 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.929 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.929 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.566758_308.1", 2021-09-02T23:15:51.929 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.930 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:51.930 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.566758922Z", 2021-09-02T23:15:51.930 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.930 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.931 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.931 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.931 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.931 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.931 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:51.932 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.932 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.932 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.932 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.933 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.933 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.933 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.933 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.933 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.568088_309.1", 2021-09-02T23:15:51.934 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.934 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32", 2021-09-02T23:15:51.934 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.568088251Z", 2021-09-02T23:15:51.934 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.934 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.935 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.935 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.935 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.935 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.936 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:51.936 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.936 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.936 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.936 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.937 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.937 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.937 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.937 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.938 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.573486_310.1", 2021-09-02T23:15:51.938 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.938 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32", 2021-09-02T23:15:51.938 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.573486578Z", 2021-09-02T23:15:51.938 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.939 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.939 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.939 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.939 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.939 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.940 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_DC7mPPC6N1u6iqoypEOGZ_S", 2021-09-02T23:15:51.940 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.940 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.940 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.941 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.941 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.941 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.941 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.941 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.942 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.595132_311.1", 2021-09-02T23:15:51.942 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.942 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:51.942 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.595132393Z", 2021-09-02T23:15:51.943 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.943 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.943 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:51.943 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.943 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.944 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.944 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:51.944 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.944 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.944 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.945 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.945 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.945 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.945 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.946 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.946 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.598657_312.1", 2021-09-02T23:15:51.946 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.946 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-30:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.30", 2021-09-02T23:15:51.947 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.598657389Z", 2021-09-02T23:15:51.947 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.947 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.947 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:51.947 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.948 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.948 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.948 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__FniOHuQi3gOy2kLy-ALS5o", 2021-09-02T23:15:51.948 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.948 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.949 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.949 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.949 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.949 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.950 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.950 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.950 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.649063_313.1", 2021-09-02T23:15:51.950 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.950 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:51.951 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.649063397Z", 2021-09-02T23:15:51.951 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.951 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.951 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:51.952 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.952 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.952 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.952 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:51.952 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.953 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.953 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.953 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.953 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.953 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.954 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.954 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.954 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.653007_314.1", 2021-09-02T23:15:51.954 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.955 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-31:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.31", 2021-09-02T23:15:51.955 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.653007026Z", 2021-09-02T23:15:51.955 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.955 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.955 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:51.956 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.956 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.956 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.956 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_iJl9zfcqrvM-lpJSFTvo_4C", 2021-09-02T23:15:51.957 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.957 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.957 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.957 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.957 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.958 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.958 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.958 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.958 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.705176_315.1", 2021-09-02T23:15:51.958 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.959 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:51.959 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.705176523Z", 2021-09-02T23:15:51.959 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.959 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.960 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:51.960 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.960 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.960 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.960 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:51.961 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.961 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.961 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.961 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.962 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.962 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.962 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.962 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.962 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.708623_316.1", 2021-09-02T23:15:51.963 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.963 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-32:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.32", 2021-09-02T23:15:51.963 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.708623275Z", 2021-09-02T23:15:51.963 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.964 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.964 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:51.964 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.964 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.964 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.965 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_YHuFYPskUNql8z2fmVC1Bj5", 2021-09-02T23:15:51.965 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:51.965 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.965 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.965 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.966 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.966 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.966 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.966 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.967 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.771814_317.1", 2021-09-02T23:15:51.967 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.967 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:51.967 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.771814562Z", 2021-09-02T23:15:51.968 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.968 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.968 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.968 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.968 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.969 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.969 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:51.969 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.969 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.970 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.970 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.970 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.970 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.971 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.971 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.971 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.788325_318.1", 2021-09-02T23:15:51.971 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.971 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:51.972 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.788325550Z", 2021-09-02T23:15:51.972 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.972 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.972 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.973 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.973 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.973 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.973 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:51.973 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.974 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.974 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.974 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.974 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.975 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.975 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.975 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.975 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.795896_319.1", 2021-09-02T23:15:51.975 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.976 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33", 2021-09-02T23:15:51.976 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.795896435Z", 2021-09-02T23:15:51.976 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.976 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.977 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.977 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.977 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.977 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.977 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:51.978 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.978 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.978 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.978 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.979 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.979 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.979 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.979 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.979 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.807885_320.1", 2021-09-02T23:15:51.980 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.980 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33", 2021-09-02T23:15:51.980 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.807885615Z", 2021-09-02T23:15:51.980 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.981 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.981 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.981 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.981 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.981 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.982 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_MoK0ErlCd-L0ECkqfumMboZ", 2021-09-02T23:15:51.982 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.982 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.982 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.983 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.983 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.983 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.983 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.983 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.984 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.845933_321.1", 2021-09-02T23:15:51.984 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.984 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:51.984 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.845933047Z", 2021-09-02T23:15:51.985 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.985 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.985 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.985 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.985 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.986 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.986 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:51.986 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.986 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.986 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.987 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.987 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.987 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.988 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.988 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.866021_322.1", 2021-09-02T23:15:51.988 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:51.988 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:51.988 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.866021556Z", 2021-09-02T23:15:51.989 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.989 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.989 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.989 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.990 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.990 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.990 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:51.990 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.991 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.991 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.991 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:51.991 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.991 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.992 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.992 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.992 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.872229_323.1", 2021-09-02T23:15:51.992 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.992 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34", 2021-09-02T23:15:51.993 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.872229535Z", 2021-09-02T23:15:51.993 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.993 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.993 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.994 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.994 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.994 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.994 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:51.995 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.995 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.995 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.995 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:51.995 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.996 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:51.996 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.996 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:51.996 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.884962_324.1", 2021-09-02T23:15:51.996 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:51.997 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34", 2021-09-02T23:15:51.997 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.884962134Z", 2021-09-02T23:15:51.997 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:51.997 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:51.998 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:51.998 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:51.998 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.998 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:51.998 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hy668xZur0KZs0NJaSq50m8", 2021-09-02T23:15:51.999 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:51.999 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:51.999 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:51.999 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.000 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.000 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.000 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.000 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.000 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.958905_325.1", 2021-09-02T23:15:52.001 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.001 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:52.001 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.958905925Z", 2021-09-02T23:15:52.001 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.001 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.002 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.002 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.002 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.002 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.003 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:52.003 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.003 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.003 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.003 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.004 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.004 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.004 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.004 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.004 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.962532_326.1", 2021-09-02T23:15:52.005 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.005 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:52.005 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.962532995Z", 2021-09-02T23:15:52.005 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.006 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.006 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.006 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.006 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.006 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.007 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:52.007 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.007 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.007 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.008 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.008 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.008 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.008 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.008 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.009 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.963914_327.1", 2021-09-02T23:15:52.009 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.009 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35", 2021-09-02T23:15:52.009 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.963914879Z", 2021-09-02T23:15:52.010 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.010 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.010 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.010 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.011 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.011 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.011 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:52.011 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.011 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.012 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.012 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.012 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.012 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.013 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.013 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.013 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.972944_328.1", 2021-09-02T23:15:52.013 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.013 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35", 2021-09-02T23:15:52.014 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.972944133Z", 2021-09-02T23:15:52.014 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.014 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.014 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.015 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.015 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.015 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.015 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Wr69-GTLB6DX2FqpA_8WQJV", 2021-09-02T23:15:52.015 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.016 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.016 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.016 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.016 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.017 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.017 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.017 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.017 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.990312_329.1", 2021-09-02T23:15:52.017 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.018 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:52.018 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.990312304Z", 2021-09-02T23:15:52.018 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.018 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.019 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:52.019 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.019 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.019 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.019 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:52.020 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.020 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.020 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.020 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.021 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.021 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.021 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.021 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.021 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623747.993848_330.1", 2021-09-02T23:15:52.022 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.022 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-33:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.33", 2021-09-02T23:15:52.022 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:27.993848937Z", 2021-09-02T23:15:52.022 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.023 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.023 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:52.023 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.023 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.024 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.024 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_wwMRF7EuJUxnVJu2qW0ZzeM", 2021-09-02T23:15:52.024 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.024 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.024 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.025 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.025 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.025 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.025 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.026 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.026 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623749.040719_331.1", 2021-09-02T23:15:52.026 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.026 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:52.026 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:29.040719726Z", 2021-09-02T23:15:52.027 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.027 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.027 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:52.027 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.028 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.028 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.028 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:52.028 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.028 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.029 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.029 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.029 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.029 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.030 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.030 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.030 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623749.044634_332.1", 2021-09-02T23:15:52.030 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.030 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-34:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.34", 2021-09-02T23:15:52.031 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:29.044634936Z", 2021-09-02T23:15:52.031 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.031 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.031 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:52.032 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.032 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.032 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.032 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1x3n13MIKJVu8hDVKYVFOVf", 2021-09-02T23:15:52.032 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.033 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.033 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.033 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.033 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.034 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.034 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.034 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.034 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.095711_333.1", 2021-09-02T23:15:52.034 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.035 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:52.035 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.095711470Z", 2021-09-02T23:15:52.035 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.035 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.036 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:52.036 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.036 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.036 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.036 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:52.037 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.037 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.037 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.037 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.038 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.038 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.038 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.038 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.038 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.108876_334.1", 2021-09-02T23:15:52.039 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.039 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-35:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.35", 2021-09-02T23:15:52.039 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.108876355Z", 2021-09-02T23:15:52.039 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.040 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.040 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:52.040 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.040 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.040 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.041 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_goVPnKmh_IFsH9MQLWfY2AW", 2021-09-02T23:15:52.041 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.041 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.041 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.042 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.042 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.042 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.042 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.042 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.043 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.191741_335.1", 2021-09-02T23:15:52.043 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.043 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:52.043 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.191741062Z", 2021-09-02T23:15:52.044 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.044 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.044 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.044 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.044 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.045 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.045 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:52.045 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.045 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.045 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.046 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.046 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.046 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.046 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.047 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.047 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.200143_336.1", 2021-09-02T23:15:52.047 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.047 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.36", 2021-09-02T23:15:52.047 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.200143764Z", 2021-09-02T23:15:52.048 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.048 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.048 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.048 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.049 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.049 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.049 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_1--8UXGRUr-nehlgnM_8Vi4", 2021-09-02T23:15:52.049 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.049 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.050 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.050 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.050 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.050 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.051 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.051 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.051 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.207560_337.1", 2021-09-02T23:15:52.051 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.051 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36", 2021-09-02T23:15:52.052 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.207560203Z", 2021-09-02T23:15:52.052 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.052 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.052 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.053 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.053 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.053 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.053 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:52.053 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.054 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.054 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.054 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.054 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.055 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.055 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.055 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.055 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.218232_338.1", 2021-09-02T23:15:52.055 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.056 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-36", 2021-09-02T23:15:52.056 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.218232112Z", 2021-09-02T23:15:52.056 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.056 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.057 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.057 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.057 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.057 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.057 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_CR3-IoMG1VInRIR7z3jri8u", 2021-09-02T23:15:52.058 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.058 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.058 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.058 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.059 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.059 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.059 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.431018_339.1", 2021-09-02T23:15:52.060 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.060 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:52.060 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.431018576Z", 2021-09-02T23:15:52.060 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.061 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.061 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.061 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.061 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.061 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.062 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:52.062 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.062 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.062 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.063 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.063 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.063 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.063 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.063 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.064 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.434356_340.1", 2021-09-02T23:15:52.064 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.064 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.37", 2021-09-02T23:15:52.064 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.434356022Z", 2021-09-02T23:15:52.065 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.065 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.065 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.065 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.065 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.066 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.066 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_5x8iBt5YTmQm-RJkBwwHyhJ", 2021-09-02T23:15:52.066 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.066 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.067 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.067 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.067 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.067 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.067 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.068 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.068 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.435677_341.1", 2021-09-02T23:15:52.068 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.068 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37", 2021-09-02T23:15:52.069 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.435677828Z", 2021-09-02T23:15:52.069 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.069 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.069 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.069 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.070 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.070 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.070 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:52.070 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.071 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.071 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.071 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.071 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.071 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.072 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.072 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.072 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.438921_342.1", 2021-09-02T23:15:52.072 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.072 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-37", 2021-09-02T23:15:52.073 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.438921871Z", 2021-09-02T23:15:52.073 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.073 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.073 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.074 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.074 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.074 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.074 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cAxRGRLj1p-dSzBB9FO1mam", 2021-09-02T23:15:52.074 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.075 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.075 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.075 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.075 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.076 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.076 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.076 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.076 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.477219_343.1", 2021-09-02T23:15:52.076 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.077 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:52.077 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.477219824Z", 2021-09-02T23:15:52.077 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.077 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.078 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.078 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.078 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.078 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.079 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:52.079 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.079 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.079 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.079 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.080 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.080 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.080 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.080 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.081 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.480423_344.1", 2021-09-02T23:15:52.081 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.081 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.38", 2021-09-02T23:15:52.081 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.480423655Z", 2021-09-02T23:15:52.081 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.082 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.082 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.082 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.082 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.083 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.083 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3mK3NMz0O9cGKpzjrLIP251", 2021-09-02T23:15:52.083 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.083 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.083 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.084 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.084 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.084 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.084 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.085 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.085 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.481690_345.1", 2021-09-02T23:15:52.085 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.085 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38", 2021-09-02T23:15:52.085 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.481690762Z", 2021-09-02T23:15:52.086 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.086 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.086 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.086 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.087 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.087 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.087 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:52.087 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.087 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.088 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.088 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.088 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.088 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.089 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.089 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.089 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623750.485833_346.1", 2021-09-02T23:15:52.089 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.089 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-38", 2021-09-02T23:15:52.090 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:02:30.485833748Z", 2021-09-02T23:15:52.090 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.090 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.090 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.091 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.091 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.091 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.091 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_PRXvrXKpylCO4X3Kc10hmT2", 2021-09-02T23:15:52.091 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.092 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.092 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.092 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.092 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.093 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.093 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.093 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.093 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.567999_349.1", 2021-09-02T23:15:52.093 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.094 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:52.094 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.567999717Z", 2021-09-02T23:15:52.094 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.094 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.095 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.095 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.095 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.095 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.095 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:52.096 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.096 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.096 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.096 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.097 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.097 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.097 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.097 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.097 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.574508_350.1", 2021-09-02T23:15:52.098 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.098 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.39", 2021-09-02T23:15:52.098 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.574508904Z", 2021-09-02T23:15:52.098 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.099 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.099 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.099 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.099 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.099 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.100 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_E4QxzWGgvbpG8Q89fT17xdh", 2021-09-02T23:15:52.100 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.100 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.100 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.101 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.101 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.101 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.101 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.101 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.102 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.576155_351.1", 2021-09-02T23:15:52.102 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.102 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39", 2021-09-02T23:15:52.102 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.576155763Z", 2021-09-02T23:15:52.103 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.103 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.103 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.103 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.103 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.104 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.104 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:52.104 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.105 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.105 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.105 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.106 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.106 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.106 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.106 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.107 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.581070_352.1", 2021-09-02T23:15:52.107 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.107 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-39", 2021-09-02T23:15:52.107 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.581070652Z", 2021-09-02T23:15:52.108 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.108 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.108 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.108 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.108 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.109 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.109 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "__AJlHGmadTdGJUn4gUPs7Nh", 2021-09-02T23:15:52.109 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.109 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.110 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.110 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.110 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.110 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.110 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.111 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.111 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.605821_353.1", 2021-09-02T23:15:52.111 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.111 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:52.112 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.605821436Z", 2021-09-02T23:15:52.112 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.112 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.112 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.112 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.113 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.113 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.113 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:52.113 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.114 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.114 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.114 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.114 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.610927_354.1", 2021-09-02T23:15:52.115 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.40", 2021-09-02T23:15:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.610927138Z", 2021-09-02T23:15:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.116 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.117 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hymGsTyOHdf8y3M-llf0Dgw", 2021-09-02T23:15:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.118 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.119 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.612688_355.1", 2021-09-02T23:15:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40", 2021-09-02T23:15:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.612688518Z", 2021-09-02T23:15:52.120 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.121 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.122 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.123 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.617888_356.1", 2021-09-02T23:15:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-40", 2021-09-02T23:15:52.124 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.617888210Z", 2021-09-02T23:15:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.125 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_aY_Ni8tkUqcULnYsPALWkuu", 2021-09-02T23:15:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.126 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.127 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.652352_357.1", 2021-09-02T23:15:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:52.128 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.652352867Z", 2021-09-02T23:15:52.129 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.129 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.129 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.129 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.130 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.130 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.130 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:52.130 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.131 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.131 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.131 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.131 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.131 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.132 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.132 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.132 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.656133_358.1", 2021-09-02T23:15:52.132 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.132 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.41", 2021-09-02T23:15:52.133 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.656133916Z", 2021-09-02T23:15:52.133 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.133 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.133 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.134 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.134 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.134 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.134 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ICXSO2run_na01xOvRMzdAs", 2021-09-02T23:15:52.134 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.135 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.135 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.135 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.135 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.136 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.136 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.136 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.136 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.657505_359.1", 2021-09-02T23:15:52.136 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.137 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41", 2021-09-02T23:15:52.137 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.657505118Z", 2021-09-02T23:15:52.137 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.137 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.138 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.138 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.138 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.138 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.138 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:52.139 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.139 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.139 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.139 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.140 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.140 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.140 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.140 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.140 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624208.661232_360.1", 2021-09-02T23:15:52.141 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.141 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-41", 2021-09-02T23:15:52.141 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:10:08.661232527Z", 2021-09-02T23:15:52.141 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.142 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.142 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.142 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.142 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.142 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.143 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hISXSSp5xvTkB1ZTPGw-r_h", 2021-09-02T23:15:52.143 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.143 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.143 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.144 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.144 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.144 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.144 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.144 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.145 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.799556_34.1", 2021-09-02T23:15:52.145 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.145 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:52.145 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.799556771Z", 2021-09-02T23:15:52.146 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.146 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.146 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.146 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.146 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.147 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.147 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:52.147 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.147 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.148 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.148 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.148 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.148 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.148 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.149 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.149 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.822856_35.1", 2021-09-02T23:15:52.149 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.149 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.1", 2021-09-02T23:15:52.150 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.822856206Z", 2021-09-02T23:15:52.150 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.150 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.150 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.150 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.151 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.151 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.151 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZDD2SLrk3YibeiX-OGZAJ1K", 2021-09-02T23:15:52.151 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.152 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.152 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.152 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.152 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.152 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.153 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.153 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.153 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.824437_36.1", 2021-09-02T23:15:52.153 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.154 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1", 2021-09-02T23:15:52.154 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.824437308Z", 2021-09-02T23:15:52.154 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.154 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.154 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.155 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.155 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.155 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.155 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:52.156 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.156 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.156 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.156 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.156 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.157 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.157 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.157 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.157 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.827800_37.1", 2021-09-02T23:15:52.158 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.158 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-1", 2021-09-02T23:15:52.158 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.827800084Z", 2021-09-02T23:15:52.158 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.158 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.159 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.159 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.159 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.159 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.160 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_SlbLr99ERtVwxZbf-IAGce8", 2021-09-02T23:15:52.160 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.160 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.160 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.160 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.161 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.161 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.161 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.161 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.162 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.846823_38.1", 2021-09-02T23:15:52.162 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.162 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:52.162 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.846823038Z", 2021-09-02T23:15:52.162 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.163 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.163 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.163 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.163 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.164 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.164 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:52.164 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.164 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.164 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.165 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.165 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.165 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.165 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.166 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.166 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.852383_39.1", 2021-09-02T23:15:52.166 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.166 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.2", 2021-09-02T23:15:52.167 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.852383821Z", 2021-09-02T23:15:52.167 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.168 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.168 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.169 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.169 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.169 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.170 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_cTNJsM0lWz4yVJAuLbjWUdu", 2021-09-02T23:15:52.170 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.171 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.171 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.171 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.171 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.171 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.172 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.172 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.172 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.853695_40.1", 2021-09-02T23:15:52.173 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.173 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2", 2021-09-02T23:15:52.173 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.853695063Z", 2021-09-02T23:15:52.173 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.174 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.174 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.175 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.175 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.175 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.176 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:52.176 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.176 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.177 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.177 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.178 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.178 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.179 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.179 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.180 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623501.857017_41.1", 2021-09-02T23:15:52.180 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.180 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-2", 2021-09-02T23:15:52.181 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:21.857017863Z", 2021-09-02T23:15:52.181 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.182 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.182 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.183 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.183 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.184 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.184 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zBamphnnHfJllRAtzHLW0Jh", 2021-09-02T23:15:52.184 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.185 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.185 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.186 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.186 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.187 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.187 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.188 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.188 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.072126_42.1", 2021-09-02T23:15:52.189 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.189 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:52.190 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.072126345Z", 2021-09-02T23:15:52.190 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.191 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.191 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.192 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.192 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.193 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.193 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:52.194 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.194 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.195 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.195 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.196 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.196 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.196 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.197 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.197 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.076118_43.1", 2021-09-02T23:15:52.198 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.198 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.3", 2021-09-02T23:15:52.199 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.076118505Z", 2021-09-02T23:15:52.199 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.200 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.200 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.201 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.201 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.202 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.202 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_ZyA4WltHn7QQ24jXnHwzD3s", 2021-09-02T23:15:52.203 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.203 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.203 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.204 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.204 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.205 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.205 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.206 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.206 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.077596_44.1", 2021-09-02T23:15:52.207 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.207 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3", 2021-09-02T23:15:52.208 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.077596395Z", 2021-09-02T23:15:52.208 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.209 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.209 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.209 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.210 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.210 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.211 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:52.211 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.212 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.212 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.213 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.213 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.213 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.214 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.214 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.215 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623505.081236_45.1", 2021-09-02T23:15:52.215 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.216 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-3", 2021-09-02T23:15:52.216 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:25.081236169Z", 2021-09-02T23:15:52.217 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.217 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.218 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.218 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.219 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.219 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.219 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_K9ZTTqWDPIpDpeylm8H0qYA", 2021-09-02T23:15:52.220 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.220 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.221 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.221 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.222 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.222 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.223 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.223 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.224 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.771353_46.1", 2021-09-02T23:15:52.224 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.225 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:52.225 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.771353739Z", 2021-09-02T23:15:52.225 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.226 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.226 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.227 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.227 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.228 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.228 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:52.229 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.229 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.230 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.230 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.230 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.231 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.231 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.232 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.232 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.774721_47.1", 2021-09-02T23:15:52.233 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.233 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.4", 2021-09-02T23:15:52.234 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.774721294Z", 2021-09-02T23:15:52.234 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.234 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.235 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.235 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.236 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.236 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.237 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6q7uG223egQvQ-vO5cyNie4", 2021-09-02T23:15:52.237 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.238 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.238 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.239 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.239 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.240 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.240 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.240 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.241 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.776074_48.1", 2021-09-02T23:15:52.241 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.242 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4", 2021-09-02T23:15:52.242 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.776074769Z", 2021-09-02T23:15:52.243 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.243 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.244 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.244 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.244 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.245 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.245 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:52.245 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.246 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.246 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.247 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.247 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.247 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.248 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.248 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.248 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.779525_49.1", 2021-09-02T23:15:52.249 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.249 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-4", 2021-09-02T23:15:52.250 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.779525646Z", 2021-09-02T23:15:52.250 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.250 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.251 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.251 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.252 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.252 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.252 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Swt3tQ6sr-oh9oiZGr9icXC", 2021-09-02T23:15:52.252 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.253 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.253 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.253 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.254 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.254 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.255 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.255 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.256 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.790594_50.1", 2021-09-02T23:15:52.256 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.256 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:52.257 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.790594541Z", 2021-09-02T23:15:52.257 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.258 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.258 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.259 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.259 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.260 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.260 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:52.260 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.261 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.261 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.262 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.262 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.263 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.263 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.264 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.264 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.793733_51.1", 2021-09-02T23:15:52.264 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.265 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.5", 2021-09-02T23:15:52.265 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.793733221Z", 2021-09-02T23:15:52.265 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.265 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.266 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.266 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.266 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.266 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.267 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_Yk1mSOK0M7mShBI4EULHWL9", 2021-09-02T23:15:52.267 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.267 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.267 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.268 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.268 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.268 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.268 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.268 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.269 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.794936_52.1", 2021-09-02T23:15:52.269 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.269 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5", 2021-09-02T23:15:52.269 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.794936158Z", 2021-09-02T23:15:52.269 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.270 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.270 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.270 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.270 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.271 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.271 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:52.271 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.271 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.271 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.272 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.272 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.272 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.272 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.272 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.273 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.797909_53.1", 2021-09-02T23:15:52.273 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.273 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-5", 2021-09-02T23:15:52.273 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.797909915Z", 2021-09-02T23:15:52.274 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.274 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.274 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.274 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.274 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.275 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.275 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_LiavUR00sMiyaSWvb_ofEGF", 2021-09-02T23:15:52.275 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.275 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.275 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.276 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.276 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.276 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.276 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.277 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.277 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.819584_55.1", 2021-09-02T23:15:52.277 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.277 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:52.277 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.819584462Z", 2021-09-02T23:15:52.278 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.278 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.278 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.278 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.279 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.279 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.279 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:52.279 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.279 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.280 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.280 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.280 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.280 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.280 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.281 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.281 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.822992_56.1", 2021-09-02T23:15:52.281 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.281 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.6", 2021-09-02T23:15:52.282 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.822992309Z", 2021-09-02T23:15:52.282 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.282 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.282 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.282 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.283 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.283 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.283 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_hBGXAwqocTzwKQaNfCJT3FH", 2021-09-02T23:15:52.283 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.283 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.284 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.284 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.284 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.284 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.285 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.285 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.285 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.824094_57.1", 2021-09-02T23:15:52.285 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.285 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6", 2021-09-02T23:15:52.286 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.824094761Z", 2021-09-02T23:15:52.286 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.286 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.286 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.286 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.287 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.287 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.287 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:52.287 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.288 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.288 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.288 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.288 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.288 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.289 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.289 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.289 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623510.827725_58.1", 2021-09-02T23:15:52.289 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.290 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-6", 2021-09-02T23:15:52.290 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:30.827725829Z", 2021-09-02T23:15:52.290 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.290 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.290 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.291 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.291 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.291 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.291 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_GQKNI4ahf3T_xpI79Gw5atL", 2021-09-02T23:15:52.291 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.292 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.292 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.292 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.292 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.293 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.293 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.293 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.293 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.259197_65.1", 2021-09-02T23:15:52.293 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.294 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:52.294 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.259197883Z", 2021-09-02T23:15:52.294 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.294 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.294 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.295 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.295 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.295 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.295 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:52.295 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.296 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.296 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.296 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.296 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.297 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.297 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.297 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.297 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.262286_66.1", 2021-09-02T23:15:52.297 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.298 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.7", 2021-09-02T23:15:52.298 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.262286684Z", 2021-09-02T23:15:52.298 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.298 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.299 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.299 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.299 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.299 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.299 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_tiwK2zlpSfHUu2_vwOL5oyl", 2021-09-02T23:15:52.300 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.300 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.300 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.300 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.301 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.301 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.301 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.301 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.301 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.263420_67.1", 2021-09-02T23:15:52.302 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.302 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:52.302 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.263420113Z", 2021-09-02T23:15:52.302 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.302 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.303 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.303 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.303 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.303 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.304 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:52.304 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.304 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.304 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.304 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.305 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.305 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.305 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.305 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.305 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.266425_68.1", 2021-09-02T23:15:52.306 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.306 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:52.306 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.266425919Z", 2021-09-02T23:15:52.306 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.307 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.307 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.307 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.307 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.307 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.308 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:52.308 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.308 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.308 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.309 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.309 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.309 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.309 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.309 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.310 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.281652_69.1", 2021-09-02T23:15:52.310 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.310 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:52.310 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.281652070Z", 2021-09-02T23:15:52.311 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.311 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.311 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.311 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.311 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.312 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.312 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:52.312 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.312 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.312 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.313 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.313 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.313 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.313 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.314 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.314 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.284884_70.1", 2021-09-02T23:15:52.314 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.314 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.8", 2021-09-02T23:15:52.314 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.284884006Z", 2021-09-02T23:15:52.315 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.315 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.315 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.315 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.315 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.316 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.316 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_smSHaK9HhMd-o1Hr4kv33f-", 2021-09-02T23:15:52.316 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.316 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.316 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.317 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.317 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.317 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.317 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.318 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.318 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.287007_71.1", 2021-09-02T23:15:52.318 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.318 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:52.318 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.287007468Z", 2021-09-02T23:15:52.319 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.319 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.319 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.319 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.320 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.320 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.320 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:52.320 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.320 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.321 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.321 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.321 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.321 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.321 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.322 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.322 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.289890_72.1", 2021-09-02T23:15:52.322 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.322 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:52.323 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.289890716Z", 2021-09-02T23:15:52.323 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.323 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.323 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.323 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.324 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.324 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.324 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:52.324 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.325 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.325 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.325 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.325 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.326 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.326 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.326 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.326 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.317652_73.1", 2021-09-02T23:15:52.326 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.327 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:52.327 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.317652485Z", 2021-09-02T23:15:52.327 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.327 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.327 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.328 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.328 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.328 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.328 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:52.329 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.329 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.329 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.329 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.329 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.330 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.330 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.330 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.330 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.320884_74.1", 2021-09-02T23:15:52.330 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.331 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9:6655ba5b-1cfc-4c5d-97d4-da222f180601.4345.9", 2021-09-02T23:15:52.331 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.320884119Z", 2021-09-02T23:15:52.331 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.331 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.332 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.332 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.332 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.332 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.332 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_rD93ZU6YioU4l8ZBz1aTzuB", 2021-09-02T23:15:52.333 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.333 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.333 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.333 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.333 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.334 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.334 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.334 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.334 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.322009_75.1", 2021-09-02T23:15:52.335 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.335 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:52.335 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.322009636Z", 2021-09-02T23:15:52.335 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.335 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.336 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.336 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.336 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.336 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.336 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:52.337 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.337 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.337 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.337 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.338 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.338 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.338 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.338 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.338 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623517.324756_76.1", 2021-09-02T23:15:52.339 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.339 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:52.339 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:37.324756164Z", 2021-09-02T23:15:52.339 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.340 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.340 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.340 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.340 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.340 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.341 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:52.341 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.341 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.341 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.341 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.342 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.342 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.342 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.342 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.342 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.019967_77.1", 2021-09-02T23:15:52.343 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.343 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:52.343 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.019967593Z", 2021-09-02T23:15:52.343 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.344 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.344 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:52.344 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.344 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.344 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.345 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:52.345 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.345 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.345 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.345 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "remove" 2021-09-02T23:15:52.346 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.346 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.346 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.346 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.346 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.023062_78.1", 2021-09-02T23:15:52.347 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.347 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-7", 2021-09-02T23:15:52.347 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.023062764Z", 2021-09-02T23:15:52.347 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.348 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.348 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:52.348 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.348 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.348 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.349 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_exz-FUpvGm06-wOCuXtbOOW", 2021-09-02T23:15:52.349 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.349 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.349 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.349 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.350 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.350 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.350 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.350 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.350 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.053105_79.1", 2021-09-02T23:15:52.351 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.351 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:52.351 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.053105132Z", 2021-09-02T23:15:52.351 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.352 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.352 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:52.352 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.352 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.352 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.353 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:52.353 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.353 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.353 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.353 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "remove" 2021-09-02T23:15:52.354 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.354 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.354 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.354 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.355 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.056588_80.1", 2021-09-02T23:15:52.355 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.355 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-8", 2021-09-02T23:15:52.355 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.056588029Z", 2021-09-02T23:15:52.355 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.356 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.356 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:52.356 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.356 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.356 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.357 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_6p8elzfCEDS4BRH8XerUxdV", 2021-09-02T23:15:52.357 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.357 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.357 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.357 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.358 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.358 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.358 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.358 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.359 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.112305_81.1", 2021-09-02T23:15:52.359 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.359 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:52.359 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.112305396Z", 2021-09-02T23:15:52.359 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.360 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.360 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:52.360 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.360 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.361 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.361 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:52.361 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.361 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.361 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.362 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "remove" 2021-09-02T23:15:52.362 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.362 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.362 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.362 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.363 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630623523.115450_82.1", 2021-09-02T23:15:52.363 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.363 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-9", 2021-09-02T23:15:52.363 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450426Z", 2021-09-02T23:15:52.364 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.364 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.364 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:52.364 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.364 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.365 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.365 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_42wN1fw1AHGLEvQKigQBdZ6", 2021-09-02T23:15:52.365 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 2 2021-09-02T23:15:52.365 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.366 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.366 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.366 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.366 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.366 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.367 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:15:52.368 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.369 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.369 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:52.416 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:52.417 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:52.469 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:52.470 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.470 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.541587_76.1", 2021-09-02T23:15:52.470 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.470 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.471 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.541587161Z", 2021-09-02T23:15:52.471 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.471 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.471 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.472 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.472 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.472 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.472 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.473 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.473 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.473 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.473 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.474 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.474 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.474 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.474 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.474 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.547590_77.1", 2021-09-02T23:15:52.475 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.475 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.475 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.547590346Z", 2021-09-02T23:15:52.475 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.476 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.476 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.476 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.476 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.477 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.477 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.477 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.477 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.477 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.478 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.478 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.478 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.478 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.479 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.479 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.549169_78.1", 2021-09-02T23:15:52.479 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.479 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.479 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.549169874Z", 2021-09-02T23:15:52.480 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.480 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.480 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.480 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.481 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.481 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.481 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.481 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.482 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.482 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.482 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.482 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.482 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.483 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.483 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.483 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.553152_79.1", 2021-09-02T23:15:52.483 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.484 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.484 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.553152366Z", 2021-09-02T23:15:52.484 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.484 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.485 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.485 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.485 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.485 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.485 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.486 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.486 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.486 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.486 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.487 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.487 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.487 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.487 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.487 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.693289_80.1", 2021-09-02T23:15:52.488 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.488 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.488 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.693289364Z", 2021-09-02T23:15:52.488 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.489 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.489 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.489 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.489 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.489 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.490 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.490 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.490 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.490 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.491 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.491 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.491 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.491 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.491 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.492 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.698462_81.1", 2021-09-02T23:15:52.492 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.492 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.492 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.698462841Z", 2021-09-02T23:15:52.493 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.493 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.493 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.493 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.493 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.494 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.494 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.494 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.494 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.495 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.495 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.495 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.495 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.495 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.496 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.496 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.699994_82.1", 2021-09-02T23:15:52.496 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.496 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.497 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.699994890Z", 2021-09-02T23:15:52.497 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.497 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.497 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.497 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.498 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.498 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.498 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.498 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.498 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.499 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.499 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.499 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.499 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.500 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.500 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.500 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.705354_83.1", 2021-09-02T23:15:52.500 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.501 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.501 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.705354530Z", 2021-09-02T23:15:52.501 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.501 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.501 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.502 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.502 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.502 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.502 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.503 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.503 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.503 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.503 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.505 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.505 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.505 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.505 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:52.506 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.507 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.507 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:52.555 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:52.555 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:52.608 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:15:52.609 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.609 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.541587_76.1", 2021-09-02T23:15:52.609 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.609 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.610 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.541587161Z", 2021-09-02T23:15:52.610 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.610 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.610 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.611 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.611 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.611 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.611 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.611 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.612 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.612 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.612 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.612 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.612 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.613 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.613 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.613 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.547590_77.1", 2021-09-02T23:15:52.613 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.614 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.614 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.547590346Z", 2021-09-02T23:15:52.614 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.614 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.614 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.615 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.615 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.615 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.615 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.616 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.616 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.616 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.616 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.616 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.617 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.617 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.617 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.617 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.549169_78.1", 2021-09-02T23:15:52.618 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.618 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.618 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.549169874Z", 2021-09-02T23:15:52.618 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.618 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.619 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.619 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.619 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.619 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.620 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.620 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.620 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.620 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.620 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.621 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.621 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.621 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.621 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.621 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.553152_79.1", 2021-09-02T23:15:52.622 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.622 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.622 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.553152366Z", 2021-09-02T23:15:52.622 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.623 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.623 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.623 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.623 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.623 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.624 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.624 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.624 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.624 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.624 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.625 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.625 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.625 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.625 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.626 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.693289_80.1", 2021-09-02T23:15:52.626 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.626 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.626 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.693289364Z", 2021-09-02T23:15:52.626 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.627 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.627 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.627 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.627 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.627 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.628 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.628 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.628 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.628 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.629 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.629 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.629 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.629 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.629 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.630 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.698462_81.1", 2021-09-02T23:15:52.630 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.630 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.630 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.698462841Z", 2021-09-02T23:15:52.630 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.631 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.631 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.631 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.631 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.632 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.632 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.632 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.632 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.632 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.633 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.633 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.633 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.633 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.633 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.634 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.699994_82.1", 2021-09-02T23:15:52.634 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.634 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.634 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.699994890Z", 2021-09-02T23:15:52.635 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.635 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.635 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.635 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.635 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.636 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.636 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.636 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.636 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.636 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.637 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.637 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.637 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.637 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.637 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.638 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.705354_83.1", 2021-09-02T23:15:52.638 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.638 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.638 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.705354530Z", 2021-09-02T23:15:52.639 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.639 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.639 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.639 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.639 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.640 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.640 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.640 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.640 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.641 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.641 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.642 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.642 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.642 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.643 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:15:52.643 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.644 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.644 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:52.686 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:52.686 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:52.743 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:52.744 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.744 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.541587_76.1", 2021-09-02T23:15:52.744 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.744 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.745 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.541587161Z", 2021-09-02T23:15:52.745 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.745 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.745 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.745 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.746 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.746 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.746 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.746 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.747 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.747 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.747 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.747 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.747 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.748 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.748 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.748 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.547590_77.1", 2021-09-02T23:15:52.748 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.749 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.749 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.547590346Z", 2021-09-02T23:15:52.749 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.749 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.749 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.750 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.750 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.750 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.750 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.751 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.751 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.751 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.751 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.751 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.752 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.752 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.752 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.752 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.549169_78.1", 2021-09-02T23:15:52.753 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.753 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.753 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.549169874Z", 2021-09-02T23:15:52.753 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.753 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.754 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.754 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.754 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.754 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.754 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.755 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.755 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.755 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.755 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.756 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.756 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.756 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.756 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.756 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.553152_79.1", 2021-09-02T23:15:52.757 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.757 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.757 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.553152366Z", 2021-09-02T23:15:52.757 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.758 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.758 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.758 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.758 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.758 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.759 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.759 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.759 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.760 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.760 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.760 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.760 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.760 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.761 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.761 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.693289_80.1", 2021-09-02T23:15:52.761 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.761 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.761 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.693289364Z", 2021-09-02T23:15:52.762 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.762 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.762 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.762 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.763 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.763 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.763 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.763 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.763 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.764 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.764 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.764 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.765 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.765 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.765 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.698462_81.1", 2021-09-02T23:15:52.765 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.765 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.766 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.698462841Z", 2021-09-02T23:15:52.766 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.766 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.766 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.766 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.767 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.767 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.767 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.767 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.768 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.768 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.768 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.768 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.768 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.769 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.769 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.769 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.699994_82.1", 2021-09-02T23:15:52.769 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.769 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.770 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.699994890Z", 2021-09-02T23:15:52.770 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.770 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.770 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.770 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.771 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.771 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.771 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.771 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.772 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.772 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.772 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:52.772 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.772 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.773 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.773 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:52.773 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624460.705354_83.1", 2021-09-02T23:15:52.773 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:52.773 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.774 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:14:20.705354530Z", 2021-09-02T23:15:52.774 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:52.774 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:52.774 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:52.774 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:52.775 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.775 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:52.775 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.775 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:52.776 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:52.776 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:52.776 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:52.777 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.777 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.778 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:52.778 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:52.778 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.779 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.780 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:52.823 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:52.824 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:52.879 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:15:52.880 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.880 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.541587_76.1", 2021-09-02T23:15:52.880 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.880 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.881 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.541587161Z", 2021-09-02T23:15:52.881 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.881 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.881 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.882 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.882 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.882 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.882 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.882 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.883 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.883 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.883 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.883 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.883 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.884 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.884 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.885 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.547590_77.1", 2021-09-02T23:15:52.885 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.885 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42:774b8212-25eb-4051-978d-c06db3681198.5380.1", 2021-09-02T23:15:52.885 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.547590346Z", 2021-09-02T23:15:52.885 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.886 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.886 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.886 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.886 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.886 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.887 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_pR6oBNXhmJ34YoHFfXEM_1x", 2021-09-02T23:15:52.887 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.887 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.887 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.888 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.888 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.888 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.888 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.888 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.889 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.549169_78.1", 2021-09-02T23:15:52.889 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.889 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.889 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.549169874Z", 2021-09-02T23:15:52.890 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.890 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.890 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.890 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.890 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.891 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.891 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.891 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.891 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.891 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.892 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.892 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.892 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.892 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.893 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.893 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.553152_79.1", 2021-09-02T23:15:52.893 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.893 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-42", 2021-09-02T23:15:52.893 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.553152366Z", 2021-09-02T23:15:52.894 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.894 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.894 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.894 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.894 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.895 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.895 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_3BwM6MEON6eRROf6Briwn19", 2021-09-02T23:15:52.895 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.895 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.896 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.896 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.896 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.896 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.896 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.897 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.897 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.693289_80.1", 2021-09-02T23:15:52.897 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.897 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.897 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.693289364Z", 2021-09-02T23:15:52.898 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.898 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.898 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.898 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.899 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.899 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.899 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.899 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.899 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.900 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.900 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.900 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.900 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.900 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.901 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.901 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.698462_81.1", 2021-09-02T23:15:52.901 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:52.901 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43:774b8212-25eb-4051-978d-c06db3681198.5380.2", 2021-09-02T23:15:52.902 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.698462841Z", 2021-09-02T23:15:52.902 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.902 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.902 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.902 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.903 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.903 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.903 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_i8SnE3yYsuvK0cJbkCiAPFZ", 2021-09-02T23:15:52.903 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.903 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.904 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.904 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.904 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.904 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.905 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.905 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.905 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.699994_82.1", 2021-09-02T23:15:52.906 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.906 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.906 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.699994890Z", 2021-09-02T23:15:52.906 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.907 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.907 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.907 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.907 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.907 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.908 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.908 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.908 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.908 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.908 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:52.909 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.909 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.909 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.909 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:52.910 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624460.705354_83.1", 2021-09-02T23:15:52.910 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:52.910 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-43", 2021-09-02T23:15:52.910 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:14:20.705354530Z", 2021-09-02T23:15:52.910 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:52.911 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:52.911 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:52.911 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:52.911 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.912 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:52.912 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_x_cm0BNkBBPcoCdgME9uLH2", 2021-09-02T23:15:52.912 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:52.912 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:52.912 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:52.913 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:52.914 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.914 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.914 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:52.915 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:15:52.915 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.916 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:52.916 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:52.956 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:52.957 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.014 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:53.014 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.014 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.459467_107.1", 2021-09-02T23:15:53.015 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.015 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.015 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.459467077Z", 2021-09-02T23:15:53.015 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.016 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.016 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.016 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.016 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.016 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.017 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.017 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.017 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.017 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.018 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.018 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.019 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.019 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.019 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.019 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.464920_108.1", 2021-09-02T23:15:53.020 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.020 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.020 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.464920131Z", 2021-09-02T23:15:53.020 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.021 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.021 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.021 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.021 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.022 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.022 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.022 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.022 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.022 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.023 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.023 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.023 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.023 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.024 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.024 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.466374_109.1", 2021-09-02T23:15:53.024 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.024 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.024 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.466374090Z", 2021-09-02T23:15:53.025 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.025 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.025 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.025 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.025 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.026 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.026 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.026 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.026 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.027 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.027 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.027 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.027 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.027 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.028 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.028 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.472706_110.1", 2021-09-02T23:15:53.028 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.028 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.028 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.472706158Z", 2021-09-02T23:15:53.029 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.029 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.029 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.029 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.029 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.030 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.030 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.030 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.030 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.031 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.031 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.031 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.031 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.031 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.032 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.032 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.496334_111.1", 2021-09-02T23:15:53.032 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.032 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.032 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.496334447Z", 2021-09-02T23:15:53.033 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.033 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.033 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.033 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.034 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.034 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.034 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.034 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.034 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.035 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.035 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.035 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.035 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.035 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.036 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.036 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.500437_112.1", 2021-09-02T23:15:53.036 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.036 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.037 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.500437689Z", 2021-09-02T23:15:53.037 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.037 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.037 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.037 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.038 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.038 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.038 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.038 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.038 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.039 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.039 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.039 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.039 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.039 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.040 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.040 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.501891_113.1", 2021-09-02T23:15:53.040 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.040 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.040 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.501891913Z", 2021-09-02T23:15:53.041 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.041 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.041 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.041 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.042 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.042 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.042 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.042 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.042 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.043 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.043 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.043 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.043 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.043 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.044 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.044 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.506603_114.1", 2021-09-02T23:15:53.044 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.044 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.044 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.506603051Z", 2021-09-02T23:15:53.045 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.045 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.045 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.045 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.046 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.046 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.046 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.046 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.046 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.047 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.048 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.048 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.048 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.049 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.049 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:53.049 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:53.050 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:53.050 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:53.091 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.092 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.139 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:15:53.140 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.140 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.459467_107.1", 2021-09-02T23:15:53.140 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.141 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.141 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.459467077Z", 2021-09-02T23:15:53.141 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.141 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.142 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.142 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.142 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.142 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.142 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.143 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.143 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.143 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.143 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.144 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.144 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.144 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.144 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.145 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.464920_108.1", 2021-09-02T23:15:53.145 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.145 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.145 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.464920131Z", 2021-09-02T23:15:53.145 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.146 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.146 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.146 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.146 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.147 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.147 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.147 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.147 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.148 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.148 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.148 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.148 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.149 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.149 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.149 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.466374_109.1", 2021-09-02T23:15:53.149 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.150 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.150 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.466374090Z", 2021-09-02T23:15:53.150 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.150 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.151 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.151 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.151 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.151 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.152 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.152 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.152 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.152 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.152 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.153 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.153 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.153 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.153 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.154 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.472706_110.1", 2021-09-02T23:15:53.154 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.154 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.154 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.472706158Z", 2021-09-02T23:15:53.155 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.155 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.155 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.155 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.156 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.156 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.156 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.156 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.157 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.157 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.157 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.157 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.158 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.158 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.158 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.159 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.496334_111.1", 2021-09-02T23:15:53.159 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.160 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.160 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.496334447Z", 2021-09-02T23:15:53.160 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.160 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.161 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.161 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.161 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.161 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.162 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.162 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.162 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.162 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.163 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.163 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.163 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.163 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.164 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.164 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.500437_112.1", 2021-09-02T23:15:53.164 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.164 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.164 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.500437689Z", 2021-09-02T23:15:53.165 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.165 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.165 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.165 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.166 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.166 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.166 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.166 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.167 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.167 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.167 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.167 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.168 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.168 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.168 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.168 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.501891_113.1", 2021-09-02T23:15:53.169 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.169 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.169 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.501891913Z", 2021-09-02T23:15:53.169 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.170 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.170 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.170 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.170 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.170 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.171 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.171 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.171 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.171 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.171 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.172 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.172 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.172 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.172 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.173 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.506603_114.1", 2021-09-02T23:15:53.173 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.173 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.173 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.506603051Z", 2021-09-02T23:15:53.173 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.174 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.174 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.174 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.174 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.175 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.175 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.175 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.175 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.176 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.177 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.177 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.178 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.178 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.178 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:15:53.179 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:53.179 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:53.180 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:53.220 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.220 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.266 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:53.266 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.267 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.459467_107.1", 2021-09-02T23:15:53.267 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.267 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.267 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.459467077Z", 2021-09-02T23:15:53.268 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.268 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.268 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.268 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.269 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.269 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.269 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.269 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.270 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.270 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.270 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.270 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.270 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.271 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.271 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.271 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.464920_108.1", 2021-09-02T23:15:53.271 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.272 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.272 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.464920131Z", 2021-09-02T23:15:53.272 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.272 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.273 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.273 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.273 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.273 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.273 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.274 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.274 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.274 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.274 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.275 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.275 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.275 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.275 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.276 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.466374_109.1", 2021-09-02T23:15:53.276 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.276 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.276 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.466374090Z", 2021-09-02T23:15:53.276 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.277 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.277 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.277 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.277 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.278 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.278 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.278 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.278 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.279 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.279 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.279 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.279 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.279 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.280 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.280 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.472706_110.1", 2021-09-02T23:15:53.280 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.280 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.281 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.472706158Z", 2021-09-02T23:15:53.281 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.281 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.281 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.281 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.282 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.282 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.282 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.282 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.283 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.283 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.283 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.283 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.284 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.284 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.284 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.284 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.496334_111.1", 2021-09-02T23:15:53.284 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.285 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.285 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.496334447Z", 2021-09-02T23:15:53.285 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.285 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.286 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.286 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.286 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.286 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.286 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.287 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.287 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.287 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.287 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.288 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.288 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.288 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.288 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.288 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.500437_112.1", 2021-09-02T23:15:53.289 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.289 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.289 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.500437689Z", 2021-09-02T23:15:53.289 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.290 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.290 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.290 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.290 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.290 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.291 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.291 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.291 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.291 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.292 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.292 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.292 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.292 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.293 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.293 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.501891_113.1", 2021-09-02T23:15:53.293 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.293 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.294 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.501891913Z", 2021-09-02T23:15:53.295 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.295 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.295 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.295 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.295 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.296 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.296 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.296 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.296 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.297 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.297 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "write" 2021-09-02T23:15:53.297 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.297 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.297 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.298 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:53.298 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1_1630624526.506603_114.1", 2021-09-02T23:15:53.298 INFO:teuthology.orchestra.run.smithi132.stdout: "section": "bucket", 2021-09-02T23:15:53.298 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.299 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:26.506603051Z", 2021-09-02T23:15:53.299 INFO:teuthology.orchestra.run.smithi132.stdout: "data": { 2021-09-02T23:15:53.299 INFO:teuthology.orchestra.run.smithi132.stdout: "read_version": { 2021-09-02T23:15:53.300 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "", 2021-09-02T23:15:53.300 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 0 2021-09-02T23:15:53.300 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.300 INFO:teuthology.orchestra.run.smithi132.stdout: "write_version": { 2021-09-02T23:15:53.301 INFO:teuthology.orchestra.run.smithi132.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.301 INFO:teuthology.orchestra.run.smithi132.stdout: "ver": 1 2021-09-02T23:15:53.301 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:53.301 INFO:teuthology.orchestra.run.smithi132.stdout: "status": { 2021-09-02T23:15:53.303 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "complete" 2021-09-02T23:15:53.303 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.303 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.303 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:53.304 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:53.304 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:53.304 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:53.305 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:53.345 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.345 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.392 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:15:53.393 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.393 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.459467_107.1", 2021-09-02T23:15:53.393 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.393 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.394 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.459467077Z", 2021-09-02T23:15:53.394 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.394 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.394 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.395 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.395 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.395 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.395 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.396 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.396 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.396 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.396 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.396 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.397 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.397 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.397 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.397 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.464920_108.1", 2021-09-02T23:15:53.398 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.398 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.1", 2021-09-02T23:15:53.398 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.464920131Z", 2021-09-02T23:15:53.398 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.399 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.399 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.399 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.399 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.399 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.400 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_dN6A3V_KXzaa6tlHuejIOeE", 2021-09-02T23:15:53.400 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.400 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.400 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.401 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.401 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.401 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.401 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.401 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.402 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.466374_109.1", 2021-09-02T23:15:53.402 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.402 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.402 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.466374090Z", 2021-09-02T23:15:53.403 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.403 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.403 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.403 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.403 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.404 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.404 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.404 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.404 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.405 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.405 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.405 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.405 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.406 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.406 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.406 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.472706_110.1", 2021-09-02T23:15:53.406 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.407 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-44", 2021-09-02T23:15:53.407 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.472706158Z", 2021-09-02T23:15:53.407 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.407 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.408 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.408 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.408 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.408 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.408 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_zlCd2FIWwUTpxl-vFpX9ztB", 2021-09-02T23:15:53.409 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.409 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.409 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.409 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.409 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.410 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.410 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.410 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.410 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.496334_111.1", 2021-09-02T23:15:53.411 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.411 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.411 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.496334447Z", 2021-09-02T23:15:53.411 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.411 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.412 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.412 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.412 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.412 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.413 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.413 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.413 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.413 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.413 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.414 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.414 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.414 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.414 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.415 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.500437_112.1", 2021-09-02T23:15:53.415 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket.instance", 2021-09-02T23:15:53.415 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45:6655ba5b-1cfc-4c5d-97d4-da222f180601.5708.2", 2021-09-02T23:15:53.415 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.500437689Z", 2021-09-02T23:15:53.415 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.416 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.416 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.416 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.416 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.416 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.417 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_8y8_sQG_uZzicQHjzxtGINv", 2021-09-02T23:15:53.417 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.417 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.417 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.418 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.418 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.418 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.418 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.418 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.419 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.501891_113.1", 2021-09-02T23:15:53.419 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.419 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.419 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.501891913Z", 2021-09-02T23:15:53.420 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.420 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.420 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.420 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.421 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.421 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.421 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.421 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.421 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.422 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.422 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "write" 2021-09-02T23:15:53.422 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.422 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.423 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.423 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:53.423 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "1_1630624526.506603_114.1", 2021-09-02T23:15:53.423 INFO:teuthology.orchestra.run.smithi162.stdout: "section": "bucket", 2021-09-02T23:15:53.423 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "yckhzp-45", 2021-09-02T23:15:53.424 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:26.506603051Z", 2021-09-02T23:15:53.424 INFO:teuthology.orchestra.run.smithi162.stdout: "data": { 2021-09-02T23:15:53.424 INFO:teuthology.orchestra.run.smithi162.stdout: "read_version": { 2021-09-02T23:15:53.424 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "", 2021-09-02T23:15:53.425 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 0 2021-09-02T23:15:53.425 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.425 INFO:teuthology.orchestra.run.smithi162.stdout: "write_version": { 2021-09-02T23:15:53.425 INFO:teuthology.orchestra.run.smithi162.stdout: "tag": "_86qH5JpLHFOAB3_fqzKm4fb", 2021-09-02T23:15:53.425 INFO:teuthology.orchestra.run.smithi162.stdout: "ver": 1 2021-09-02T23:15:53.426 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:53.426 INFO:teuthology.orchestra.run.smithi162.stdout: "status": { 2021-09-02T23:15:53.427 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "complete" 2021-09-02T23:15:53.427 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.428 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.428 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:53.428 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:15:53.429 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.429 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.430 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:15:53.468 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.468 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.571 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.572 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.573 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:15:53.610 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.611 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.786 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.786 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.787 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:15:53.824 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.825 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:53.894 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.894 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:15:53.895 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:15:53.933 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:53.933 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.087 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.088 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.089 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.130 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.130 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.196 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:15:54.198 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.198 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.199 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.239 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.240 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.302 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:15:54.304 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.304 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.305 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.345 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.346 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.409 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:15:54.411 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.411 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', 'd78f608a-5047-4b24-9d52-2236c87045b7', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.412 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period d78f608a-5047-4b24-9d52-2236c87045b7 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.452 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.453 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.517 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:15:54.518 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.519 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.519 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.561 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.561 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.634 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:15:54.635 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.636 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.637 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.678 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.678 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.750 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:15:54.752 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.753 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.753 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.796 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.796 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.859 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:15:54.860 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.861 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '5927e2b4-a9ce-4aef-b6e8-b16adeb198fd', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.862 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 5927e2b4-a9ce-4aef-b6e8-b16adeb198fd --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:54.902 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:54.902 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:54.963 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:15:54.965 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.965 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:54.966 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:55.006 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:55.006 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:55.067 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:15:55.069 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.069 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.070 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:55.110 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:55.111 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:55.174 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:15:55.175 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.176 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.176 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:55.218 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:55.218 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:55.294 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:15:55.295 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.296 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'mdlog', 'list', '--period', '483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.296 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 mdlog list --period 483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:55.338 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:55.338 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:55.409 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:15:55.411 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multi_period_incremental_sync ... ok 2021-09-02T23:15:55.412 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-46 2021-09-02T23:15:55.438 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-47 2021-09-02T23:15:55.486 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-48 2021-09-02T23:15:55.667 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.668 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.668 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:55.710 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:55.711 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:55.731 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:15:55.732+0000 7fa721a26700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:15:55.731 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T23:15:55.732+0000 7fb5bdc1f700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:15:55.732 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T23:15:55.732+0000 7fac5acac700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:15:55.760 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e 2021-09-02T23:15:55.779 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:15:55.779 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:55.779 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:55.779 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:15:55.780 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:55.780 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:55.780 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:55.780 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:15:55.781 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:55.781 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:55.781 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:15:55.781 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:55.510291Z" 2021-09-02T23:15:55.781 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:15:55.782 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:15:55.782 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:15:55.782 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:15:55.782 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:15:55.783 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:15:55.784 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:15:55.784 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.785 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:15:55.785 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:15:55.807 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T23:15:55.809+0000 7fac58ca8700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:15:55.808 INFO:tasks.rgw.c2.client.0.smithi162.stdout:2021-09-02T23:15:55.809+0000 7fac5dcb2700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:15:55.828 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:15:55.828 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:15:55.907 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:15:55.908 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:15:55.908 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:15:55.909 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:15:55.909 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:15:55.909 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:15:55.909 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:55.910 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:55.910 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:15:55.910 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:55.910 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:15:55.910 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:55.911 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:55.911 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:15:55.911 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:55.911 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:15:55.912 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:55.912 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:15:55.912 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:55.912 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:55.913 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:55.913 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:55.913 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:15:55.913 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:55.913 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:55.914 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:15:55.914 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:55.914 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:55.914 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:55.915 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:15:55.915 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:55.915 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:55.915 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:55.915 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:55.916 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:15:55.916 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:55.916 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:55.916 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.428521_116.1", 2021-09-02T23:15:55.917 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:55.917 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:55.917 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:55.917 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.428521Z", 2021-09-02T23:15:55.918 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:15:55.918 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:55.918 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:55.918 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:15:55.918 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:15:55.919 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:15:55.919 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:15:55.919 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:15:55.919 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:15:55.920 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:15:55.920 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:15:55.920 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:15:55.920 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:15:55.920 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:55.921 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:55.921 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:15:55.921 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:15:55.921 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:15:55.921 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:15:55.922 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:15:55.922 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:15:55.922 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:15:55.923 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624555.510291_129.1 target=1_1630624555.428521_116.1 2021-09-02T23:15:56.731 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T23:15:56.732+0000 7fb5c542e700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:16:00.925 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:00.926 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:00.927 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:00.990 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:00.990 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:01.094 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:01.094 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:01.094 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:01.095 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:01.095 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:01.096 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:01.096 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:01.097 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:01.097 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:01.098 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:01.098 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:01.098 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:01.099 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:01.099 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:16:01.099 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:01.099 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:16:01.100 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:01.100 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:16:01.100 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:01.100 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:01.100 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:01.101 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:01.101 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:01.101 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:01.101 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:01.102 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:01.102 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:01.102 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:01.102 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:01.102 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:16:01.103 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:01.103 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:01.103 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:01.103 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:01.104 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:01.104 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:01.104 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:01.104 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.428521_116.1", 2021-09-02T23:16:01.104 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:01.105 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:01.105 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:01.105 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.428521Z", 2021-09-02T23:16:01.105 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:01.105 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:01.106 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:01.106 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:01.106 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:01.106 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:01.107 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:01.107 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:16:01.107 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:01.107 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:01.107 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:01.108 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:16:01.108 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:01.108 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:01.108 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:01.109 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:01.109 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:01.109 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:01.109 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:16:01.109 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:16:01.110 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:01.110 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:01.111 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624555.510291_129.1 target=1_1630624555.428521_116.1 2021-09-02T23:16:06.112 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:06.113 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:06.114 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:06.159 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:06.160 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:06.222 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:06.223 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:06.223 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:06.223 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:06.223 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:06.224 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:06.224 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:06.224 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:06.224 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:06.225 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:06.225 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:06.225 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:06.225 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:06.226 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:16:06.226 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:06.226 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:16:06.226 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:06.226 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:16:06.227 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:06.227 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:06.227 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:06.227 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:06.228 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:06.228 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:06.228 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:06.228 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:06.229 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:06.229 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:06.229 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:06.229 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:16:06.230 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:06.230 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:06.230 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:06.230 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:06.231 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:06.231 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:06.231 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:06.231 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.428521_116.1", 2021-09-02T23:16:06.231 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:06.232 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:06.232 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:06.232 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.428521Z", 2021-09-02T23:16:06.232 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:06.233 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:06.233 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:06.233 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:06.233 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:06.233 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:06.234 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:06.234 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:16:06.234 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:06.234 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:06.235 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:06.235 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:16:06.235 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:06.235 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:06.235 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:06.236 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:06.236 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:06.236 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:06.236 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:16:06.237 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:16:06.237 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:06.237 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:06.238 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624555.510291_129.1 target=1_1630624555.428521_116.1 2021-09-02T23:16:11.239 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:11.240 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:11.241 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:11.285 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:11.285 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:11.350 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:11.351 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:11.351 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:11.351 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:11.351 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:11.352 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:11.352 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:11.352 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:11.352 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:11.353 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:11.353 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:11.353 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:11.353 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:11.354 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:16:11.354 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:11.354 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:16:11.354 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:11.355 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:16:11.355 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:11.355 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:11.355 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:11.356 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:11.356 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:11.356 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:11.356 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:11.356 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:11.357 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:11.357 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:11.357 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:11.357 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:16:11.358 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:11.358 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:11.358 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:11.358 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:11.358 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:11.359 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:11.359 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:11.359 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.428521_116.1", 2021-09-02T23:16:11.359 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:11.360 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:11.360 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:11.360 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.428521Z", 2021-09-02T23:16:11.360 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:11.360 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:11.361 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:11.361 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:11.361 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:11.361 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:11.362 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:11.362 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:16:11.362 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:11.362 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:11.363 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:11.363 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:16:11.363 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:11.363 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:11.364 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:11.364 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:11.364 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:11.364 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:11.365 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:16:11.365 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:16:11.365 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:11.365 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:11.367 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624555.510291_129.1 target=1_1630624555.428521_116.1 2021-09-02T23:16:16.369 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.370 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.370 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:16.419 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:16.419 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:16.488 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:16.489 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:16.489 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:16.489 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:16.489 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:16.490 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:16.490 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:16.490 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.490 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:16.491 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.491 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:16.491 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.491 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.492 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:16:16.492 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.492 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:16:16.492 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.492 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:16:16.493 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:16.493 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.493 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.493 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.494 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:16.494 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.494 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.494 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:16.495 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.495 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:16.495 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.495 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:16:16.496 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:16.496 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.496 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.496 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.497 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:16.497 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.497 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.497 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:16:16.497 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.498 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:16.498 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.498 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:16:16.498 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:16.499 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.499 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.499 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.499 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:16.499 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.500 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.500 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:16:16.500 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.500 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:16.501 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.501 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:16:16.501 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:16.501 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.501 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.502 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:16.502 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.502 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:16.502 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:16:16.503 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:16:16.503 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.503 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:16.504 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:16:16.505 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:16:16.505 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.506 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.506 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:16.555 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:16.555 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:16.633 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:16:16.634 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:16:16.634 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:16:16.634 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:16:16.635 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:16:16.635 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:16.635 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:16:16.635 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.636 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:16:16.636 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.636 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:16:16.636 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:16.637 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:16:16.637 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:16:16.637 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:16.637 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:16:16.638 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:16.639 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:16:16.639 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:16:16.639 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.639 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.639 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.640 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:16:16.640 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:16.640 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:16:16.640 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:16.641 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:16.641 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:16.641 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:16.641 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:16:16.641 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:16:16.642 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.642 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.642 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.642 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:16:16.643 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:16.643 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:16:16.643 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:16:16.643 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:16.643 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:16.644 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:16.644 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:16:16.644 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:16:16.644 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.645 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.645 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.645 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:16:16.645 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:16.646 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:16:16.646 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:16:16.646 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:16.647 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:16.647 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:16.647 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:16:16.647 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:16:16.647 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.648 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.648 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:16:16.648 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.648 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:16:16.649 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:16:16.649 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:16:16.649 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.649 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:16:16.651 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:16:16.651 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:16:16.652 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.652 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.653 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:16.698 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:16.698 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:16.764 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:16.765 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:16.765 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:16.765 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:16.765 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:16.765 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:16.766 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:16.766 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.766 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:16.766 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.767 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:16.767 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.767 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.767 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:16:16.768 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.768 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:16:16.768 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.768 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:16:16.768 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:16.769 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.769 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.769 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.770 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:16.770 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.770 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.770 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:16.770 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.771 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:16.771 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.771 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:16:16.771 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:16.772 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.772 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.772 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.772 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:16.772 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.773 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.773 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:16:16.773 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.774 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:16.774 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.774 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:16:16.774 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:16.775 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.775 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.775 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:16.775 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:16.775 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:16.776 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:16:16.776 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:16:16.776 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:16.776 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:16.777 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:16.777 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:16:16.777 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:16:16.777 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.777 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.778 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:16.778 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:16.778 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:16.778 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:16:16.779 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:16:16.779 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:16.779 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:16.780 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:16:16.781 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.781 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.782 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:16.825 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:16.826 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:16.916 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:16.916 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.917 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:16.917 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:16.917 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.917 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.918 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:16.918 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:16.918 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.918 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.918 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:16.919 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:16.919 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:16.919 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:16.919 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:16.920 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:16.920 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:16.920 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:16.921 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2021-09-02T23:16:16.922 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.923 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:16.923 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:16.968 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:16.968 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.046 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:17.046 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:17.047 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:17.047 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:17.047 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:17.047 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 6105491282879096865 2021-09-02T23:16:17.048 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.048 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:17.048 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.048 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:17.048 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.049 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.049 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.049 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.049 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.050 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.050 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:17.050 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.050 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.051 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.051 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:17.051 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.051 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.051 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.052 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.052 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.052 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.052 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:17.053 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.053 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.053 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.053 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:17.053 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.054 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.054 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:17.054 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.054 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.055 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.055 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:17.055 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.055 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.055 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.056 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:17.056 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.056 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.056 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:17.056 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.057 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.057 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.057 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:16:17.057 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.058 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.058 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:17.058 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.058 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:17.058 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:16:17.059 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:16:17.059 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.059 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:17.060 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone1 2021-09-02T23:16:17.061 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.061 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.062 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.103 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.103 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.172 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:17.172 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.172 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.172 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:17.173 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.173 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.173 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.173 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:17.174 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.174 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.174 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:17.174 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:17.175 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.175 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.175 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:17.175 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:17.175 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.176 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:17.177 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2021-09-02T23:16:17.177 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.178 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.178 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.261 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.261 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.332 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:16:17.332 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:16:17.333 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:16:17.333 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:16:17.333 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:16:17.333 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 2552676220592819453 2021-09-02T23:16:17.334 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.334 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:16:17.334 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.334 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:16:17.335 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.335 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.335 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.335 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.336 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.336 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.336 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:17.336 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.337 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.337 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.338 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:16:17.338 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.338 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.338 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.339 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.339 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.339 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.339 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:17.340 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.340 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.340 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.340 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:16:17.340 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.341 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.341 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:17.341 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.341 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.342 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.342 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:17.342 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.343 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.343 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.343 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:16:17.343 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.344 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.344 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:17.344 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.344 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.345 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.345 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:16:17.345 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.345 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.346 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:16:17.346 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.346 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:16:17.347 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:16:17.347 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:16:17.347 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.349 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:16:17.352 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone1 2021-09-02T23:16:17.353 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.353 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.354 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.433 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.433 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.516 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:17.516 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.517 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.517 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:17.517 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.517 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.518 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.518 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:17.518 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.518 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.519 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:17.519 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:17.519 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.519 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.519 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:17.520 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:17.520 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.520 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:17.522 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2021-09-02T23:16:17.522 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.523 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.524 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.569 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.570 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.640 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:17.641 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:17.641 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:17.641 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:17.641 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:17.641 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 10384673909111949183 2021-09-02T23:16:17.642 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.642 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:17.642 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.643 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:17.643 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.643 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.643 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.644 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.644 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.644 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.644 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:17.645 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.645 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.645 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.645 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:17.645 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.646 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.646 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.646 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.647 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.647 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.647 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:17.647 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.648 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.648 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.648 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:17.648 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.649 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.649 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:17.649 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.650 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.650 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.650 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:17.650 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.651 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.651 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.651 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:17.651 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:17.651 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.652 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:17.652 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:17.652 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:17.652 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:17.652 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:16:17.653 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.653 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.653 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:17.653 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.654 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:17.654 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:16:17.654 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:16:17.654 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.655 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:17.656 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone4 source_zone=test-zone1 2021-09-02T23:16:17.656 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.657 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.658 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.699 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.699 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.771 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:16:17.772 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.772 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.773 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:16:17.773 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.773 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.774 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.774 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:15:56.789662Z" 2021-09-02T23:16:17.774 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.774 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.775 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:17.775 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:16:17.775 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:17.775 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:17.776 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:17.776 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:16:17.776 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:17.776 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:16:17.777 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2021-09-02T23:16:17.778 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.778 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.779 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.824 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.824 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:17.888 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:16:17.888 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:16:17.888 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:16:17.889 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:16:17.889 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:16:17.889 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 18440972468671971603 2021-09-02T23:16:17.889 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.890 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:16:17.890 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.890 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:16:17.890 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.890 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.891 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:17.891 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.891 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.891 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.892 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:16:17.892 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.892 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.892 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.892 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:16:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.893 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:56.789662Z" 2021-09-02T23:16:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.894 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:16:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.895 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:17.896 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.896 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.896 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.896 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:16:17.897 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.897 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.897 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:17.897 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:16:17.898 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:17.898 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:17.898 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:17.898 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:17.899 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:17.899 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:17.899 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:16:17.899 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.900 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.900 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:16:17.900 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:17.900 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:16:17.900 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:16:17.901 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:16:17.901 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:17.901 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:16:17.902 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone2 2021-09-02T23:16:17.903 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.904 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:17.906 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:17.948 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:17.948 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.019 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:16:18.019 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.019 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.020 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:16:18.020 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.020 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.020 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.021 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:15:56.789662Z" 2021-09-02T23:16:18.021 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.021 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.022 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:18.022 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:16:18.022 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.022 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.022 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:18.023 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:16:18.023 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.023 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:16:18.024 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2021-09-02T23:16:18.025 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.025 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone2', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.026 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone2 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:18.070 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.070 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.138 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:16:18.138 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:16:18.138 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:16:18.139 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:16:18.139 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:16:18.139 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 127861891361891347 2021-09-02T23:16:18.140 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.140 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:16:18.140 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.140 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:16:18.141 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.141 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.141 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.141 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.141 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.142 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.142 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:16:18.142 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.142 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.143 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.143 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:16:18.143 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.143 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.143 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.144 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.144 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.144 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.145 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:56.789662Z" 2021-09-02T23:16:18.145 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.145 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.145 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.145 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:16:18.146 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.146 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.146 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:18.146 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.147 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.147 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.147 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:16:18.148 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.148 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.148 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.148 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:16:18.148 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.149 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.149 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:18.149 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.149 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.150 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.150 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:16:18.150 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.150 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.150 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:16:18.151 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.151 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:16:18.151 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:16:18.151 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:16:18.152 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.152 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:16:18.153 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone3 source_zone=test-zone2 2021-09-02T23:16:18.154 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.154 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.155 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:18.196 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.196 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.280 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:16:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.281 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.726696Z" 2021-09-02T23:16:18.282 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:16:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.283 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:18.284 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.284 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:18.285 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2021-09-02T23:16:18.286 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.286 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'data', 'sync', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.287 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 data sync status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:18.369 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.369 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.432 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:16:18.433 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:16:18.433 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:16:18.433 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:16:18.434 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:16:18.434 INFO:teuthology.orchestra.run.smithi132.stdout: "instance_id": 7497604468008263388 2021-09-02T23:16:18.434 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.434 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:16:18.435 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.435 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:16:18.435 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.435 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.435 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.436 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.436 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.436 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.436 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:16:18.437 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.437 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.437 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.437 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:16:18.438 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.438 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.438 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.438 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.438 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.439 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.439 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:15:56.726696Z" 2021-09-02T23:16:18.439 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.439 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.440 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.440 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:16:18.441 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.441 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.441 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:18.441 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.441 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.442 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.442 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:16:18.442 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.442 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.443 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.443 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:16:18.443 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:16:18.443 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.444 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:18.444 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:16:18.444 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:16:18.444 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:16:18.444 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000" 2021-09-02T23:16:18.445 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.445 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.445 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:16:18.445 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.445 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:16:18.446 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 0, 2021-09-02T23:16:18.446 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 0 2021-09-02T23:16:18.446 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.446 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:16:18.448 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone1 source_zone=test-zone3 2021-09-02T23:16:18.448 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.449 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.449 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:18.490 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.490 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.562 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:18.562 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.562 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.563 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:16:18.563 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.563 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.563 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.565 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.726696Z" 2021-09-02T23:16:18.565 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.566 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.566 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:18.566 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:16:18.566 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.567 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.567 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:18.567 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:18.567 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.567 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:18.569 INFO:rgw_multi.tests:starting data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2021-09-02T23:16:18.569 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.570 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'data', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--source-zone', 'test-zone3', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.570 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 data sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --source-zone test-zone3 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:18.614 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.615 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.681 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:18.681 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:16:18.682 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:16:18.682 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:16:18.682 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:16:18.682 INFO:teuthology.orchestra.run.smithi162.stdout: "instance_id": 12955111820335046971 2021-09-02T23:16:18.683 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.683 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:16:18.683 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.683 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:16:18.683 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:18.684 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.684 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.684 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:18.684 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:18.685 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:18.685 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:14.383281Z" 2021-09-02T23:16:18.685 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.685 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.686 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.686 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:16:18.686 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:18.686 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.687 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.687 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:18.687 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:18.687 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:18.687 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:56.726696Z" 2021-09-02T23:16:18.688 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.688 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.688 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.688 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:16:18.688 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:18.689 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.689 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:18.689 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:18.689 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:18.689 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:18.690 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:00:36.389397Z" 2021-09-02T23:16:18.690 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.690 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.690 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:18.691 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:16:18.691 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:18.691 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "incremental-sync", 2021-09-02T23:16:18.691 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:18.691 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:16:18.692 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:16:18.692 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:16:18.692 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000" 2021-09-02T23:16:18.692 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.692 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.693 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:18.693 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:18.693 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:16:18.693 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 0, 2021-09-02T23:16:18.694 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 0 2021-09-02T23:16:18.694 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:18.694 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:18.695 INFO:rgw_multi.tests:finished data checkpoint for target_zone=test-zone2 source_zone=test-zone3 2021-09-02T23:16:18.696 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.696 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.697 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:18.735 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.736 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.819 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:18.819 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.820 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:18.820 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:18.820 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.820 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.821 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:18.821 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:18.821 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.821 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.822 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:18.822 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:18.822 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:18.822 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:18.823 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:18.823 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:18.823 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:18.823 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:18.824 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:18.825 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:18.826 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:16:18.903 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:18.903 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:18.983 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.983 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:18.984 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 0 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:19.064 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.064 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.131 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:16:19.132 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.133 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.133 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 1 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:19.214 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.214 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.282 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:16:19.283 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.284 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.284 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 2 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:19.365 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.365 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.428 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:16:19.430 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'status', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.431 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'status', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.431 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog status --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:19.471 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.471 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.546 INFO:teuthology.orchestra.run.smithi162.stdout:[ 2021-09-02T23:16:19.547 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:19.548 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:19.548 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:14.444878Z" 2021-09-02T23:16:19.549 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:19.549 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:19.549 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:19.550 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:15:56.789662Z" 2021-09-02T23:16:19.550 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:19.551 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:19.551 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "00000000000000000000:00000000000000003837", 2021-09-02T23:16:19.552 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "2021-09-02T23:00:36.452691Z" 2021-09-02T23:16:19.552 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:19.553 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:19.553 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:16:19.553 INFO:teuthology.orchestra.run.smithi162.stdout: "last_update": "0.000000" 2021-09-02T23:16:19.554 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:19.554 INFO:teuthology.orchestra.run.smithi162.stdout:] 2021-09-02T23:16:19.555 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:19.556 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'autotrim', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:19.557 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog autotrim --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:16:19.623 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.624 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.696 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.697 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.698 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 0 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:19.778 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.779 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.849 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:16:19.850 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.851 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.851 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 1 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:19.932 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:19.932 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:19.995 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:16:19.996 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.997 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:19.997 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 datalog list --shard-id 2 --max-entries 1 --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:20.081 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.081 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.147 INFO:teuthology.orchestra.run.smithi162.stdout:[] 2021-09-02T23:16:20.148 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.149 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'status', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.149 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog status --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:20.192 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.192 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.275 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:16:20.276 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:20.276 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000001975", 2021-09-02T23:16:20.276 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:14.308235Z" 2021-09-02T23:16:20.276 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:20.277 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:20.277 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003569", 2021-09-02T23:16:20.277 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:15:56.729437Z" 2021-09-02T23:16:20.277 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:20.277 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:20.278 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "00000000000000000000:00000000000000003704", 2021-09-02T23:16:20.278 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:00:36.317869Z" 2021-09-02T23:16:20.278 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:16:20.278 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:16:20.279 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:16:20.279 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:16:20.279 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:16:20.280 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:16:20.281 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:20.281 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'autotrim', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:20.282 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog autotrim --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:16:20.359 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.359 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.438 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.439 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '0', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.440 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 0 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:20.520 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.520 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.586 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:16:20.588 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.589 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '1', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.589 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 1 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:20.671 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.672 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.738 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:16:20.739 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.740 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'datalog', 'list', '--shard-id', '2', '--max-entries', '1', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:16:20.741 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 datalog list --shard-id 2 --max-entries 1 --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:16:20.823 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.823 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.891 INFO:teuthology.orchestra.run.smithi132.stdout:[] 2021-09-02T23:16:20.893 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_datalog_autotrim ... ok 2021-09-02T23:16:20.894 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=false', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:20.894 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=false', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:20.895 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --sync-from-all=false --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:16:20.942 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:20.943 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:20.971 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:16:20.972+0000 7fd38f043380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:16:20.972 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:16:20.972+0000 7fd38f043380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:16:20.973 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:16:20.974+0000 7fd38f043380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:16:20.974 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:16:20.974+0000 7fd38f043380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:16:20.979 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:20.979 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:16:20.980 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:16:20.980 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T23:16:20.980 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T23:16:20.981 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T23:16:20.981 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T23:16:20.982 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T23:16:20.982 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T23:16:20.982 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T23:16:20.983 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T23:16:20.983 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T23:16:20.983 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T23:16:20.984 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T23:16:20.984 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T23:16:20.985 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T23:16:20.985 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T23:16:20.985 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T23:16:20.986 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:16:20.986 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:16:20.987 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:20.987 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T23:16:20.987 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:20.988 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T23:16:20.988 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:16:20.989 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T23:16:20.989 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T23:16:20.990 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T23:16:20.990 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2021-09-02T23:16:20.991 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T23:16:20.991 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:20.991 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:20.992 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T23:16:20.992 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T23:16:20.993 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:20.993 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:20.994 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:20.994 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:16:20.995 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T23:16:20.995 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:20.997 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:20.998 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:16:20.999 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:16:21.044 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:16:21.045 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:16:21.113 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T23:16:21.155 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:16:21.156 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:21.156 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 2, 2021-09-02T23:16:21.156 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:16:21.157 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [ 2021-09-02T23:16:21.157 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:16:21.157 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:16:21.158 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:16:21.158 INFO:teuthology.orchestra.run.smithi162.stdout: "" 2021-09-02T23:16:21.159 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.159 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T23:16:21.160 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:16:21.160 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T23:16:21.160 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.161 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T23:16:21.161 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T23:16:21.161 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T23:16:21.162 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T23:16:21.162 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:16:21.162 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:16:21.163 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.163 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T23:16:21.164 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T23:16:21.164 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:16:21.164 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T23:16:21.164 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.165 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:16:21.165 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T23:16:21.165 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:16:21.165 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:16:21.165 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.166 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:16:21.166 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:16:21.166 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:16:21.166 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:16:21.167 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:16:21.167 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:16:21.167 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:16:21.167 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:16:21.168 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.168 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.168 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:16:21.168 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:16:21.169 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:16:21.169 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:16:21.169 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.169 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:16:21.169 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:16:21.170 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:16:21.170 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:16:21.170 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:16:21.170 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:16:21.171 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:16:21.171 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:16:21.171 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.171 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.172 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:16:21.172 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T23:16:21.172 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:16:21.172 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:16:21.173 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.173 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:16:21.173 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:16:21.173 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:16:21.173 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:16:21.174 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T23:16:21.174 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:16:21.174 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T23:16:21.174 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T23:16:21.175 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.175 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:16:21.175 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.175 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.175 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:16:21.176 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T23:16:21.176 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:16:21.176 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:16:21.176 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.177 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:16:21.177 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:16:21.177 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:16:21.177 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:16:21.177 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:16:21.178 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:16:21.178 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:16:21.178 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:16:21.178 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:21.179 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.179 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T23:16:21.179 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.179 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T23:16:21.179 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T23:16:21.180 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T23:16:21.180 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T23:16:21.180 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:21.180 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:21.181 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.181 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T23:16:21.181 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:16:21.181 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T23:16:21.181 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T23:16:21.182 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:21.182 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:21.182 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:16:21.183 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T23:16:21.183 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.184 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:16:21.184 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T23:16:21.185 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.185 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.185 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:16:21.186 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T23:16:21.186 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.186 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.186 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:16:21.187 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T23:16:21.187 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.187 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:16:21.187 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:16:21.187 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T23:16:21.188 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:21.188 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:16:21.188 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.188 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:16:21.189 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:16:21.189 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T23:16:21.189 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T23:16:21.189 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:16:21.190 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:16:21.190 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:16:21.190 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:16:21.190 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:16:21.191 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.191 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T23:16:21.191 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:16:21.191 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:16:21.191 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:16:21.192 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:16:21.192 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:16:21.192 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:16:21.192 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:16:21.193 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:16:21.193 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T23:16:21.193 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:16:21.193 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:16:21.194 INFO:rgw_multi.tests:Set sync_from_all flag on zone test-zone2 to false 2021-09-02T23:17:21.195 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-49 2021-09-02T23:17:21.279 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:21.280 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:21.281 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:21.325 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:21.326 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:21.373 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e 2021-09-02T23:17:21.389 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:17:21.389 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:17:21.390 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:17:21.390 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:17:21.390 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:17:21.391 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:17:21.391 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:17:21.391 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:17:21.391 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:17:21.392 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:17:21.392 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:17:21.392 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:17:21.232499Z" 2021-09-02T23:17:21.392 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:17:21.393 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:17:21.393 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:17:21.393 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:17:21.393 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:17:21.394 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:17:21.395 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:17:21.395 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:21.396 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:21.397 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:21.444 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:21.444 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:21.513 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:21.514 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:21.514 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:21.514 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:21.514 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:21.515 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:21.515 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:21.515 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:21.515 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:21.516 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:21.516 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:21.516 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:21.516 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:21.517 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:21.517 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:21.517 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:21.517 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:21.517 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:21.518 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:21.518 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:21.518 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:21.518 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:21.519 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:21.519 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:21.519 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:21.519 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:21.520 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:21.520 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:21.520 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:21.520 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:21.520 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:21.521 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:21.521 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:21.521 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:21.521 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:21.521 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:21.522 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:21.522 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:21.522 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:21.522 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:21.522 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:21.523 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:21.523 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:21.523 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:21.523 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:21.523 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:21.524 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:21.524 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:21.524 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:21.524 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:21.524 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:21.525 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:21.525 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:21.525 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:21.525 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:21.526 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:21.526 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:21.526 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:21.526 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:21.526 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:21.527 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:21.527 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:21.527 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:21.527 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:21.528 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:26.529 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:26.530 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:26.531 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:26.580 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:26.581 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:26.650 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:26.651 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:26.651 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:26.651 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:26.651 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:26.652 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:26.652 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:26.652 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:26.652 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:26.652 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:26.653 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:26.653 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:26.653 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:26.653 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:26.654 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:26.654 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:26.654 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:26.654 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:26.655 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:26.655 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:26.655 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:26.655 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:26.655 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:26.656 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:26.656 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:26.656 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:26.656 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:26.657 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:26.657 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:26.657 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:26.657 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:26.657 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:26.658 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:26.658 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:26.658 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:26.658 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:26.659 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:26.659 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:26.659 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:26.659 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:26.659 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:26.660 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:26.660 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:26.660 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:26.660 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:26.661 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:26.661 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:26.661 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:26.661 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:26.661 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:26.662 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:26.662 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:26.662 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:26.662 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:26.663 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:26.663 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:26.663 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:26.663 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:26.663 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:26.664 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:26.664 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:26.664 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:26.664 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:26.665 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:26.666 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:31.667 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:31.668 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:31.668 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:31.719 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:31.720 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:31.795 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:31.796 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:31.796 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:31.796 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:31.797 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:31.797 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:31.797 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:31.797 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:31.798 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:31.798 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:31.798 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:31.798 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:31.798 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:31.799 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:31.799 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:31.799 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:31.799 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:31.800 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:31.800 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:31.800 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:31.800 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:31.800 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:31.801 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:31.801 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:31.801 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:31.801 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:31.802 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:31.802 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:31.802 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:31.802 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:31.803 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:31.803 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:31.803 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:31.803 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:31.803 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:31.804 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:31.804 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:31.804 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:31.804 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:31.805 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:31.805 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:31.805 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:31.805 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:31.805 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:31.806 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:31.806 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:31.806 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:31.806 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:31.807 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:31.807 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:31.807 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:31.807 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:31.807 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:31.808 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:31.808 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:31.808 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:31.808 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:31.809 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:31.809 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:31.809 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:31.809 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:31.809 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:31.810 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:31.810 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:31.810 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:36.812 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:36.813 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:36.814 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:36.862 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:36.863 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:36.933 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:36.933 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:36.934 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:36.934 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:36.934 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:36.934 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:36.935 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:36.935 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:36.935 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:36.935 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:36.936 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:36.936 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:36.936 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:36.936 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:36.937 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:36.937 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:36.937 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:36.937 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:36.937 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:36.938 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:36.938 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:36.938 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:36.938 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:36.939 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:36.939 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:36.939 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:36.939 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:36.939 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:36.940 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:36.940 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:36.940 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:36.940 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:36.941 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:36.941 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:36.941 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:36.941 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:36.941 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:36.942 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:36.942 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:36.942 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:36.942 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:36.943 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:36.943 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:36.943 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:36.943 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:36.943 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:36.944 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:36.944 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:36.944 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:36.944 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:36.945 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:36.945 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:36.945 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:36.945 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:36.945 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:36.946 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:36.946 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:36.946 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:36.947 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:36.947 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:36.947 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:36.947 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:36.947 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:36.948 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:36.949 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:41.951 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:41.951 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:41.952 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:42.003 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:42.003 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:42.138 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:42.138 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:42.138 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:42.139 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:42.139 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:42.139 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:42.139 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:42.140 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:42.140 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:42.140 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:42.140 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:42.140 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:42.141 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:42.141 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:42.141 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:42.141 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:42.142 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:42.142 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:42.142 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:42.142 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:42.142 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:42.143 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:42.143 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:42.143 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:42.143 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:42.144 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:42.144 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:42.144 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:42.144 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:42.145 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:42.145 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:42.145 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:42.145 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:42.145 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:42.146 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:42.146 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:42.146 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:42.146 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:42.147 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:42.147 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:42.147 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:42.147 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:42.147 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:42.148 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:42.148 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:42.148 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:42.148 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:42.148 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:42.149 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:42.149 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:42.149 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:42.149 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:42.149 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:42.150 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:42.150 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:42.150 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:42.150 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:42.151 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:42.151 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:42.151 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:42.151 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:42.151 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:42.152 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:42.152 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:42.153 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:47.154 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:47.155 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:47.156 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:47.204 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:47.205 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:47.275 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:47.276 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:47.276 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:47.276 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:47.276 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:47.277 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:47.277 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:47.277 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:47.277 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:47.277 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:47.278 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:47.278 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:47.278 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:47.278 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:47.279 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:47.279 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:47.279 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:47.279 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:47.279 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:47.280 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:47.280 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:47.280 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:47.280 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:47.280 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:47.281 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:47.281 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:47.281 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:47.281 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:47.281 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:47.282 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:47.282 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:47.282 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:47.282 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:47.283 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:47.283 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:47.283 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:47.283 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:47.283 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:47.284 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:47.284 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:47.284 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:47.284 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:47.284 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:47.285 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:47.285 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:47.285 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:47.285 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:47.285 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:47.286 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:47.286 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:47.286 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:47.286 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:47.287 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:47.287 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:47.287 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:47.287 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:47.287 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:47.288 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:47.288 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:47.288 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:47.288 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:47.288 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:47.289 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:47.289 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:47.290 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:51.305 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:17:51.306+0000 7fa71e21f700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:17:51.308 INFO:tasks.rgw.c2.client.1.smithi162.stdout:2021-09-02T23:17:51.310+0000 7fb5be420700 -1 rgw async rados processor: ERROR: _send_request(): get_sync_policy_handler() returned -2 2021-09-02T23:17:52.291 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:52.292 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:52.293 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:52.340 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:52.341 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:52.414 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:52.414 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:52.414 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:52.415 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:52.415 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:52.415 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:52.416 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:52.416 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:52.416 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:52.416 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:52.416 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:52.417 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:52.417 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:52.417 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:52.417 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:52.418 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:52.418 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:52.418 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:52.418 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:52.419 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:52.419 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:52.419 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:52.419 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:52.419 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:52.420 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:52.420 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:52.420 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:52.420 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:52.421 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:52.421 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:52.421 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:52.421 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:52.421 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:52.422 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:52.422 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:52.422 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:52.422 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:52.422 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:52.423 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:52.423 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:52.423 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:52.424 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:52.424 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:52.424 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:52.424 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:52.425 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:52.425 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:52.425 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:52.425 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:52.425 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:52.426 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:52.426 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:52.426 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:52.426 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:52.427 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:52.427 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:52.427 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:52.427 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:52.427 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:52.428 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:52.428 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:52.428 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:52.428 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:52.429 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:52.430 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:17:57.431 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:57.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:17:57.432 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:17:57.481 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:17:57.481 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:17:57.555 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:17:57.555 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:17:57.555 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:17:57.556 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:17:57.556 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:17:57.556 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:17:57.556 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:57.557 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:57.557 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:17:57.557 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:57.557 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:17:57.557 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:57.558 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:57.558 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:17:57.558 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:57.558 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:17:57.559 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:57.559 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:17:57.559 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:57.559 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:57.559 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:57.560 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:57.560 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:17:57.560 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:57.560 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:57.561 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:17:57.561 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:57.561 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:57.561 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:57.561 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:17:57.562 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:57.562 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:57.562 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:57.562 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:57.563 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:17:57.563 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:57.563 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:57.563 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:17:57.564 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:57.564 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:57.564 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:57.564 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:17:57.564 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:17:57.565 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:57.565 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:57.565 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:17:57.565 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:17:57.565 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:17:57.566 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:17:57.566 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:17:57.566 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:17:57.566 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:17:57.567 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:17:57.567 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:17:57.567 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:17:57.567 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:57.567 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:57.568 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:17:57.568 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:17:57.568 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:17:57.568 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:17:57.569 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:17:57.569 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:17:57.569 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:17:57.570 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:18:02.571 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:02.572 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:02.573 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:02.621 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:02.621 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:02.690 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:02.691 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:18:02.691 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:18:02.691 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:18:02.692 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:18:02.692 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:02.692 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:02.692 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:02.693 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:18:02.693 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:02.693 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:18:02.693 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:02.694 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:02.694 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:02.694 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:02.694 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:18:02.695 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:02.695 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:02.695 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:02.695 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:02.695 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:02.696 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:02.696 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:18:02.696 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:02.696 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:02.697 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:18:02.697 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:02.697 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:02.697 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:02.697 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:18:02.698 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:02.698 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:02.698 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:02.698 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:02.699 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:18:02.699 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:02.699 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:02.699 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:18:02.699 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:02.700 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:02.700 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:02.700 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:18:02.700 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:02.700 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:02.701 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:02.701 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:02.701 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:18:02.701 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:02.701 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:02.702 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:02.702 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:02.702 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:02.702 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:02.702 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:02.703 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:02.703 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:02.703 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:02.703 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:02.703 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:02.704 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:18:02.704 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:18:02.704 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:18:02.704 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:02.705 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:02.706 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:18:07.707 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:07.708 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:07.709 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:07.757 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:07.757 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:07.827 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:07.827 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:18:07.827 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:18:07.828 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:18:07.828 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:18:07.828 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:07.828 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:07.829 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:07.829 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:18:07.829 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:07.829 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:18:07.830 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:07.830 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:07.830 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:07.830 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:07.831 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:18:07.831 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:07.831 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:07.831 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:07.832 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:07.832 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:07.832 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:07.832 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:18:07.832 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:07.833 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:07.833 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:18:07.833 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:07.833 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:07.834 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:07.834 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:18:07.834 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:07.834 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:07.835 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:07.835 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:07.835 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:18:07.835 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:07.836 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:07.836 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:18:07.836 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:07.836 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:07.837 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:07.837 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:18:07.837 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:07.837 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:07.837 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:07.838 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:07.838 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:18:07.838 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:07.838 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:07.839 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:07.839 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:07.839 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:07.839 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:07.840 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:07.840 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:07.840 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:07.840 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:07.840 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:07.841 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:07.841 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:18:07.841 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:18:07.842 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:18:07.842 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:07.842 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:07.843 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:18:12.845 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:12.846 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:12.847 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:12.895 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:12.896 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:12.966 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:12.966 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:18:12.966 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:18:12.966 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:18:12.967 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:18:12.967 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:12.967 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:12.967 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:12.968 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:18:12.968 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:12.968 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:18:12.968 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:12.969 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:12.969 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:12.969 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:12.969 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:18:12.969 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:12.970 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:12.970 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:12.970 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:12.970 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:12.971 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:12.971 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:18:12.971 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:12.971 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:12.971 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:18:12.972 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:12.972 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:12.972 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:12.972 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:18:12.972 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:12.973 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:12.973 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:12.973 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:12.974 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:18:12.974 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:12.974 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:12.974 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:18:12.975 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:12.975 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:12.975 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:12.975 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:18:12.975 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:12.976 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:12.976 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:12.976 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:12.976 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:18:12.976 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:12.977 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:12.977 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:12.977 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:12.977 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:12.977 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:12.978 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:12.978 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:12.978 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:12.978 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:12.979 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:12.979 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:12.979 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:18:12.979 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:18:12.979 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:18:12.980 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:12.980 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:12.981 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:18:17.983 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:17.983 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:17.984 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:18.033 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:18.033 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:18.115 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:18.115 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:18:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:18:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:18:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:18:18.116 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:18:18.117 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:18:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:18.118 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:18:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:18.119 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:18.120 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:18:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:18:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:18.121 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:18:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:18.122 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:18:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:18.123 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624555.510291_129.1", 2021-09-02T23:18:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:18.124 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:15:55.510291Z", 2021-09-02T23:18:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:18.125 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:18:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:18.126 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:18.127 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:18.128 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:18:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:18:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:18:18.129 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:18.129 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:18.130 WARNING:rgw_multi.tests:zone test-zone2 behind master: shard=2 master=1_1630624641.232499_152.1 target=1_1630624555.510291_129.1 2021-09-02T23:18:23.131 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:23.132 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:23.133 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:23.176 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:23.177 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:23.245 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:23.245 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:18:23.246 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:18:23.246 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:18:23.247 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:18:23.247 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:23.248 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:23.248 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.249 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:18:23.249 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.250 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:18:23.250 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.250 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:23.251 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.252 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:18:23.252 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:23.253 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.254 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.254 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:18:23.255 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:18:23.256 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.257 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:23.257 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:18:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:23.258 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.259 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.259 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:18:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.260 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:18:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.261 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:23.262 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:17:21.232499Z", 2021-09-02T23:18:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:23.263 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.264 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.264 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.265 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:18:23.265 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.266 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.266 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:23.267 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.267 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:23.268 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.268 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:23.268 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:23.269 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.269 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.269 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:23.270 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.270 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:18:23.270 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:18:23.271 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:18:23.271 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.271 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:23.274 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:18:23.275 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:18:23.275 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:23.276 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:23.276 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:23.324 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:23.325 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:23.412 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:18:23.413 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:18:23.413 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:18:23.413 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:18:23.414 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:18:23.414 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:23.414 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:18:23.414 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:18:23.414 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:18:23.415 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:18:23.415 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:18:23.415 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:18:23.415 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:18:23.416 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:23.416 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:18:23.416 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:18:23.416 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:18:23.416 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:23.417 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:18:23.417 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:18:23.417 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:18:23.417 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:18:23.417 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:18:23.418 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:18:23.418 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:18:23.418 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:18:23.418 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:18:23.419 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:18:23.419 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:18:23.419 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:18:23.419 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:18:23.419 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:18:23.420 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:18:23.420 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:18:23.420 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:18:23.420 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:18:23.421 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:18:23.421 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:18:23.421 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:18:23.421 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:18:23.422 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:18:23.422 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:17:21.232499Z", 2021-09-02T23:18:23.422 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:18:23.422 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:18:23.422 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:18:23.423 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:18:23.423 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:18:23.423 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:18:23.423 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:18:23.424 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:23.424 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:18:23.424 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:18:23.424 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:18:23.424 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:23.425 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:18:23.425 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:18:23.425 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:18:23.425 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:18:23.425 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:18:23.426 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:18:23.426 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:18:23.426 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:18:23.427 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:18:23.427 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:18:23.429 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:18:23.430 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:18:23.431 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:23.432 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:18:23.433 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:18:23.476 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:23.477 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:23.541 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:23.541 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:18:23.542 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:18:23.542 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:18:23.542 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:18:23.542 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:23.543 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:23.543 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.543 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:18:23.543 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.544 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:18:23.544 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.544 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.544 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:18:23.544 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.545 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:18:23.545 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.545 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:18:23.545 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:23.545 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.546 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.546 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.546 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:18:23.546 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.547 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.547 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:18:23.547 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.547 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:23.547 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.548 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:18:23.548 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:23.548 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.548 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.548 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.549 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:18:23.549 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.549 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.549 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:18:23.549 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.550 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:23.550 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.550 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:17:21.232499Z", 2021-09-02T23:18:23.550 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:23.550 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.551 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.551 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.551 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:18:23.551 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.552 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:18:23.552 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:18:23.552 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:18:23.552 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:18:23.552 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:18:23.553 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:18:23.553 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:18:23.553 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.553 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.553 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:23.554 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.554 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:18:23.554 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:18:23.554 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:18:23.555 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.555 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:23.556 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:18:23.565 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=6655ba5b-1cfc-4c5d-97d4-da222f180601', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:18:23.566 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=6655ba5b-1cfc-4c5d-97d4-da222f180601', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:18:23.567 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --redirect-zone=6655ba5b-1cfc-4c5d-97d4-da222f180601 --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:18:23.637 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:23.637 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:23.662 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:18:23.663+0000 7fe55c5b7380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:18:23.662 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:18:23.663+0000 7fe55c5b7380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:18:23.664 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:18:23.666+0000 7fe55c5b7380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:18:23.664 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:18:23.666+0000 7fe55c5b7380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:18:23.669 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:23.670 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:18:23.670 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:18:23.670 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T23:18:23.670 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T23:18:23.671 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T23:18:23.671 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T23:18:23.671 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T23:18:23.671 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T23:18:23.671 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T23:18:23.672 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T23:18:23.672 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T23:18:23.672 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T23:18:23.672 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T23:18:23.673 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T23:18:23.673 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T23:18:23.673 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T23:18:23.673 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T23:18:23.673 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:18:23.674 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:18:23.674 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.674 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T23:18:23.674 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.675 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T23:18:23.675 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:18:23.675 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T23:18:23.675 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T23:18:23.675 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T23:18:23.676 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2021-09-02T23:18:23.676 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T23:18:23.676 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.676 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.676 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T23:18:23.677 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T23:18:23.677 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.678 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.678 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.678 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:18:23.679 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T23:18:23.679 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:23.680 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:18:23.681 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:18:23.681 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:18:23.761 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:18:23.761 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:18:23.823 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T23:18:23.865 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:18:23.866 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:23.867 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 3, 2021-09-02T23:18:23.867 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:18:23.867 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [ 2021-09-02T23:18:23.868 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:18:23.868 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:18:23.869 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:18:23.869 INFO:teuthology.orchestra.run.smithi162.stdout: "" 2021-09-02T23:18:23.870 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.870 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T23:18:23.870 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:18:23.871 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T23:18:23.871 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.872 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T23:18:23.872 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T23:18:23.873 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T23:18:23.873 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T23:18:23.873 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:18:23.874 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:18:23.874 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.875 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T23:18:23.875 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T23:18:23.876 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:18:23.876 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T23:18:23.877 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.877 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:18:23.877 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T23:18:23.878 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:18:23.878 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:18:23.879 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.879 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:18:23.879 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:18:23.880 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:18:23.880 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:18:23.881 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:18:23.881 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:18:23.881 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:18:23.882 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:18:23.882 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.883 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.883 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:18:23.883 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:18:23.884 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:18:23.884 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:18:23.885 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.885 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:18:23.885 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:18:23.885 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:18:23.886 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:18:23.886 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:18:23.886 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:18:23.886 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:18:23.886 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601" 2021-09-02T23:18:23.887 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.887 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.887 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:18:23.887 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T23:18:23.888 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:18:23.888 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:18:23.888 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.888 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:18:23.888 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:18:23.889 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:18:23.889 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:18:23.889 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T23:18:23.889 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:18:23.890 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T23:18:23.890 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T23:18:23.890 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.890 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:18:23.890 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.891 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.891 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:18:23.891 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T23:18:23.891 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:18:23.891 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:18:23.892 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.892 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:18:23.892 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:18:23.892 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:18:23.893 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:18:23.893 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:18:23.893 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:18:23.893 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:18:23.893 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:18:23.894 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.894 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.894 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T23:18:23.894 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.895 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T23:18:23.895 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T23:18:23.895 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T23:18:23.895 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T23:18:23.895 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:23.896 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.896 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.896 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T23:18:23.896 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:18:23.896 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T23:18:23.897 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T23:18:23.897 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.897 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.898 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:18:23.899 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T23:18:23.899 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.899 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:18:23.899 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T23:18:23.900 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.900 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.900 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:18:23.900 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T23:18:23.900 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.901 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.901 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:18:23.901 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T23:18:23.901 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.902 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:18:23.902 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:18:23.902 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T23:18:23.902 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.903 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:18:23.903 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.903 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:18:23.903 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:18:23.903 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T23:18:23.904 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T23:18:23.904 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:18:23.904 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:18:23.904 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:18:23.905 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:18:23.905 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:18:23.905 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.905 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T23:18:23.905 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:18:23.906 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:18:23.906 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:18:23.906 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:18:23.906 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:18:23.907 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:18:23.907 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:18:23.907 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:18:23.907 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T23:18:23.907 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:18:23.908 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:18:23.908 INFO:rgw_multi.tests:Set redirect_zone zone test-zone2 to "6655ba5b-1cfc-4c5d-97d4-da222f180601" 2021-09-02T23:19:24.215 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=true', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:19:24.216 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--sync-from-all=true', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:19:24.217 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --sync-from-all=true --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:19:24.265 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:19:24.265 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:19:24.294 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:19:24.295+0000 7f0c1e226380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:19:24.294 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:19:24.295+0000 7f0c1e226380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:19:24.295 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:19:24.297+0000 7f0c1e226380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:19:24.295 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:19:24.297+0000 7f0c1e226380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:19:24.301 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:19:24.301 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:19:24.301 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:19:24.301 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T23:19:24.302 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T23:19:24.302 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T23:19:24.302 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T23:19:24.302 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T23:19:24.303 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T23:19:24.303 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T23:19:24.303 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T23:19:24.303 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T23:19:24.304 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T23:19:24.304 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T23:19:24.304 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T23:19:24.304 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T23:19:24.304 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T23:19:24.305 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T23:19:24.305 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:19:24.305 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:19:24.305 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.305 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T23:19:24.306 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.306 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T23:19:24.306 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:19:24.306 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T23:19:24.307 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T23:19:24.307 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T23:19:24.307 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2021-09-02T23:19:24.307 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T23:19:24.308 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.308 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.308 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T23:19:24.309 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T23:19:24.309 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.309 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.309 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.310 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:19:24.310 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T23:19:24.310 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:19:24.311 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:19:24.312 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:19:24.313 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:19:24.356 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:19:24.356 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:19:24.418 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T23:19:24.456 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:19:24.456 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:19:24.456 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 4, 2021-09-02T23:19:24.457 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:19:24.457 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [ 2021-09-02T23:19:24.457 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:19:24.457 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:19:24.458 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:19:24.458 INFO:teuthology.orchestra.run.smithi162.stdout: "" 2021-09-02T23:19:24.458 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.458 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T23:19:24.459 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:19:24.459 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T23:19:24.459 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.459 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T23:19:24.460 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T23:19:24.460 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T23:19:24.460 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T23:19:24.460 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:19:24.460 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:19:24.461 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.461 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T23:19:24.461 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T23:19:24.461 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:19:24.461 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T23:19:24.462 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.462 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:19:24.462 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T23:19:24.462 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:19:24.463 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:19:24.463 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.463 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:19:24.463 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:19:24.464 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:19:24.464 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:19:24.464 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:19:24.464 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:19:24.464 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:19:24.465 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:19:24.465 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.465 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.465 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:19:24.466 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:19:24.466 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:19:24.466 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:19:24.466 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.466 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:19:24.467 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:19:24.467 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:19:24.467 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:19:24.467 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:19:24.467 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:19:24.468 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:19:24.468 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601" 2021-09-02T23:19:24.468 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.468 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.468 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:19:24.469 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T23:19:24.469 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:19:24.469 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:19:24.469 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.470 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:19:24.470 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:19:24.470 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:19:24.470 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:19:24.470 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T23:19:24.471 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:19:24.471 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T23:19:24.471 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T23:19:24.471 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.472 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:19:24.472 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.472 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.472 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:19:24.472 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T23:19:24.473 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:19:24.473 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:19:24.473 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.473 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:19:24.473 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:19:24.474 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:19:24.474 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:19:24.474 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:19:24.474 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:19:24.475 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:19:24.475 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:19:24.475 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.475 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.475 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T23:19:24.476 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.476 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T23:19:24.476 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T23:19:24.476 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T23:19:24.477 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T23:19:24.477 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:19:24.477 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.477 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.477 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T23:19:24.478 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:19:24.478 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T23:19:24.478 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T23:19:24.478 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.478 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.480 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:19:24.480 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T23:19:24.480 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.481 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:19:24.481 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T23:19:24.481 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.481 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.481 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:19:24.482 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T23:19:24.482 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.482 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.482 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:19:24.483 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T23:19:24.483 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.483 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:19:24.483 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:19:24.483 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T23:19:24.484 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.484 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:19:24.484 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.484 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:19:24.484 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:19:24.485 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T23:19:24.485 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T23:19:24.485 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:19:24.485 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:19:24.486 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:19:24.486 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:19:24.486 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:19:24.486 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.486 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T23:19:24.487 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:19:24.487 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:19:24.487 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:19:24.487 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:19:24.487 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:19:24.488 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:19:24.488 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:19:24.488 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:19:24.488 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T23:19:24.489 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:19:24.489 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:19:24.489 INFO:rgw_multi.tests:Set sync_from_all flag on zone test-zone2 to true 2021-09-02T23:20:24.491 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:20:24.492 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'modify', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--redirect-zone=', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:20:24.493 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone modify --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --redirect-zone= --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:20:24.543 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:20:24.543 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:20:24.573 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:20:24.573+0000 7f391dd80380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:20:24.573 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:20:24.573+0000 7f391dd80380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:20:24.577 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:20:24.577+0000 7f391dd80380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:20:24.577 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:20:24.577+0000 7f391dd80380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:20:24.585 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:20:24.585 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:20:24.586 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:20:24.586 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "test-zone2.rgw.meta:root", 2021-09-02T23:20:24.586 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "test-zone2.rgw.control", 2021-09-02T23:20:24.587 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "test-zone2.rgw.log:gc", 2021-09-02T23:20:24.587 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "test-zone2.rgw.log:lc", 2021-09-02T23:20:24.587 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "test-zone2.rgw.log", 2021-09-02T23:20:24.587 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "test-zone2.rgw.log:intent", 2021-09-02T23:20:24.587 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "test-zone2.rgw.log:usage", 2021-09-02T23:20:24.588 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "test-zone2.rgw.meta:roles", 2021-09-02T23:20:24.588 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "test-zone2.rgw.log:reshard", 2021-09-02T23:20:24.588 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "test-zone2.rgw.meta:users.keys", 2021-09-02T23:20:24.588 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "test-zone2.rgw.meta:users.email", 2021-09-02T23:20:24.589 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "test-zone2.rgw.meta:users.swift", 2021-09-02T23:20:24.589 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "test-zone2.rgw.meta:users.uid", 2021-09-02T23:20:24.589 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "test-zone2.rgw.otp", 2021-09-02T23:20:24.589 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T23:20:24.590 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:20:24.590 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:20:24.590 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.590 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T23:20:24.591 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.591 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T23:20:24.591 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:20:24.591 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "test-zone2.rgw.buckets.index", 2021-09-02T23:20:24.591 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T23:20:24.592 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T23:20:24.592 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "test-zone2.rgw.buckets.data", 2021-09-02T23:20:24.592 INFO:teuthology.orchestra.run.smithi162.stdout: "compression_type": "random" 2021-09-02T23:20:24.592 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.593 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.593 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "test-zone2.rgw.buckets.non-ec", 2021-09-02T23:20:24.593 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T23:20:24.593 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.593 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.594 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.594 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:20:24.594 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "test-zone2.rgw.log:notif" 2021-09-02T23:20:24.594 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:20:24.596 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:20:24.596 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:20:24.597 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:20:24.640 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:20:24.641 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:20:24.708 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T23:20:24.756 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:20:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:20:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 5, 2021-09-02T23:20:24.757 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:20:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [ 2021-09-02T23:20:24.758 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:20:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:20:24.759 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:20:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: "" 2021-09-02T23:20:24.760 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T23:20:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:20:24.761 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T23:20:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.762 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T23:20:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T23:20:24.763 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T23:20:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T23:20:24.764 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:20:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:20:24.765 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T23:20:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T23:20:24.766 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:20:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T23:20:24.767 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:20:24.768 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T23:20:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:20:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:20:24.769 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:20:24.770 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:20:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:20:24.771 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:20:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:20:24.772 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:20:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:20:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:20:24.773 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.774 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.774 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:20:24.775 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:20:24.775 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:20:24.776 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:20:24.776 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.776 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:20:24.777 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:20:24.777 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:20:24.778 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:20:24.778 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:20:24.779 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:20:24.779 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:20:24.780 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:20:24.780 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.781 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.781 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:20:24.782 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T23:20:24.782 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:20:24.782 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:20:24.783 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.783 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:20:24.784 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:20:24.784 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:20:24.785 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:20:24.785 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T23:20:24.786 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:20:24.786 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T23:20:24.787 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T23:20:24.787 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.788 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:20:24.788 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.788 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.789 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:20:24.789 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T23:20:24.790 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:20:24.790 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:20:24.791 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.791 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:20:24.792 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:20:24.792 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:20:24.793 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:20:24.793 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:20:24.793 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:20:24.794 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:20:24.794 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:20:24.795 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.795 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.796 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T23:20:24.796 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.797 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T23:20:24.797 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T23:20:24.797 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T23:20:24.798 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T23:20:24.798 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:20:24.799 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.799 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.800 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T23:20:24.800 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:20:24.800 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T23:20:24.801 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T23:20:24.801 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.802 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.802 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:20:24.804 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T23:20:24.805 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.805 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:20:24.806 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T23:20:24.806 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.807 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.807 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:20:24.808 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T23:20:24.808 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.808 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.809 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:20:24.809 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T23:20:24.810 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.810 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:20:24.811 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:20:24.811 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T23:20:24.812 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.812 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:20:24.812 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.813 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:20:24.813 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:20:24.814 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T23:20:24.814 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T23:20:24.815 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:20:24.815 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:20:24.815 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:20:24.816 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:20:24.816 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:20:24.817 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.817 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T23:20:24.818 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:20:24.818 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:20:24.819 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:20:24.819 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:20:24.819 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:20:24.820 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:20:24.820 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:20:24.821 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:20:24.821 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T23:20:24.821 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:20:24.822 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:20:24.823 INFO:rgw_multi.tests:Set redirect_zone zone test-zone2 to "" 2021-09-02T23:21:24.825 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multi_zone_redirect ... ok 2021-09-02T23:21:24.827 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:24.828 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:24.829 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:21:24.880 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:24.881 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:24.937 INFO:teuthology.orchestra.run.smithi132.stderr:No --period given, using current period=483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e 2021-09-02T23:21:24.954 INFO:teuthology.orchestra.run.smithi132.stdout:[ 2021-09-02T23:21:24.954 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:24.954 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:21:24.955 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:21:24.955 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:24.955 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:24.955 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:21:24.956 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:21:24.956 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:24.956 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:24.956 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:21:24.957 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "2021-09-02T23:17:21.232499Z" 2021-09-02T23:21:24.957 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:24.957 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:24.957 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:21:24.958 INFO:teuthology.orchestra.run.smithi132.stdout: "last_update": "0.000000" 2021-09-02T23:21:24.958 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:24.958 INFO:teuthology.orchestra.run.smithi132.stdout:] 2021-09-02T23:21:24.959 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone2 2021-09-02T23:21:24.960 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:24.960 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone2', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:24.961 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone2 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:21:25.010 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:25.011 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:25.094 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:21:25.094 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:21:25.095 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:21:25.095 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:21:25.095 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:21:25.095 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:25.096 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:21:25.096 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.096 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:21:25.096 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.097 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:21:25.097 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.097 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.097 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:21:25.098 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.098 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:21:25.098 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.098 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:21:25.099 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:21:25.099 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.099 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.099 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.099 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:21:25.100 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.100 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.100 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:21:25.100 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.101 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:21:25.101 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.101 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:21:25.101 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:21:25.102 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.102 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.102 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.102 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:21:25.103 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.103 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.103 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:21:25.103 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.103 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:21:25.104 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.104 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:17:21.232499Z", 2021-09-02T23:21:25.104 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:21:25.104 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.105 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.105 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.105 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:21:25.105 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.106 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.106 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:21:25.106 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.106 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:21:25.106 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.107 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:21:25.107 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:21:25.107 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.107 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.107 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:21:25.108 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.108 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:21:25.108 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:21:25.108 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:21:25.109 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.109 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:21:25.110 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone2 2021-09-02T23:21:25.111 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone3 2021-09-02T23:21:25.111 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:25.112 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone3', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:25.112 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 metadata sync status --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:21:25.155 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:25.156 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:25.222 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:25.223 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": { 2021-09-02T23:21:25.223 INFO:teuthology.orchestra.run.smithi132.stdout: "info": { 2021-09-02T23:21:25.223 INFO:teuthology.orchestra.run.smithi132.stdout: "status": "sync", 2021-09-02T23:21:25.223 INFO:teuthology.orchestra.run.smithi132.stdout: "num_shards": 4, 2021-09-02T23:21:25.224 INFO:teuthology.orchestra.run.smithi132.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:25.224 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:21:25.224 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:25.224 INFO:teuthology.orchestra.run.smithi132.stdout: "markers": [ 2021-09-02T23:21:25.224 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:25.225 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 0, 2021-09-02T23:21:25.225 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:21:25.225 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:21:25.225 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:21:25.226 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:21:25.226 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 1, 2021-09-02T23:21:25.226 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:21:25.226 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:21:25.226 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:21:25.227 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:25.227 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:25.227 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:25.227 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 1, 2021-09-02T23:21:25.228 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:21:25.228 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:21:25.228 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "", 2021-09-02T23:21:25.228 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:21:25.229 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:21:25.229 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:21:25.229 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "0.000000", 2021-09-02T23:21:25.229 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:21:25.229 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:25.230 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:25.230 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:25.230 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 2, 2021-09-02T23:21:25.230 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:21:25.230 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:21:25.231 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:21:25.231 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:21:25.231 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:21:25.231 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:21:25.232 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T23:17:21.232499Z", 2021-09-02T23:21:25.232 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:21:25.232 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:25.232 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:25.232 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:25.233 INFO:teuthology.orchestra.run.smithi132.stdout: "key": 3, 2021-09-02T23:21:25.233 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:21:25.233 INFO:teuthology.orchestra.run.smithi132.stdout: "state": 1, 2021-09-02T23:21:25.233 INFO:teuthology.orchestra.run.smithi132.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:21:25.234 INFO:teuthology.orchestra.run.smithi132.stdout: "next_step_marker": "", 2021-09-02T23:21:25.234 INFO:teuthology.orchestra.run.smithi132.stdout: "total_entries": 0, 2021-09-02T23:21:25.234 INFO:teuthology.orchestra.run.smithi132.stdout: "pos": 0, 2021-09-02T23:21:25.234 INFO:teuthology.orchestra.run.smithi132.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:21:25.234 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 2 2021-09-02T23:21:25.235 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:25.235 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:25.235 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:25.235 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:25.235 INFO:teuthology.orchestra.run.smithi132.stdout: "full_sync": { 2021-09-02T23:21:25.236 INFO:teuthology.orchestra.run.smithi132.stdout: "total": 1, 2021-09-02T23:21:25.236 INFO:teuthology.orchestra.run.smithi132.stdout: "complete": 1 2021-09-02T23:21:25.236 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:25.236 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:25.238 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone3 2021-09-02T23:21:25.238 INFO:rgw_multi.tests:starting meta checkpoint for zone=test-zone4 2021-09-02T23:21:25.239 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:25.239 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'metadata', 'sync', 'status', '--rgw-zone', 'test-zone4', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:21:25.240 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 metadata sync status --rgw-zone test-zone4 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c2 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:21:25.283 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:25.284 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:25.345 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:21:25.346 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": { 2021-09-02T23:21:25.346 INFO:teuthology.orchestra.run.smithi162.stdout: "info": { 2021-09-02T23:21:25.347 INFO:teuthology.orchestra.run.smithi162.stdout: "status": "sync", 2021-09-02T23:21:25.347 INFO:teuthology.orchestra.run.smithi162.stdout: "num_shards": 4, 2021-09-02T23:21:25.348 INFO:teuthology.orchestra.run.smithi162.stdout: "period": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:25.348 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:21:25.349 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.349 INFO:teuthology.orchestra.run.smithi162.stdout: "markers": [ 2021-09-02T23:21:25.350 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.350 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 0, 2021-09-02T23:21:25.351 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.351 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.351 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623379.503325_41.1", 2021-09-02T23:21:25.352 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.352 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 1, 2021-09-02T23:21:25.353 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.353 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:56:19.503325Z", 2021-09-02T23:21:25.354 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:21:25.354 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.354 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.355 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.355 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 1, 2021-09-02T23:21:25.356 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.356 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.357 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "", 2021-09-02T23:21:25.357 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.358 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:21:25.358 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.358 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "0.000000", 2021-09-02T23:21:25.359 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:21:25.359 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.360 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.360 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.361 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 2, 2021-09-02T23:21:25.361 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.362 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.362 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630624641.232499_152.1", 2021-09-02T23:21:25.363 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.363 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:21:25.364 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.364 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T23:17:21.232499Z", 2021-09-02T23:21:25.365 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:21:25.365 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.366 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.366 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.367 INFO:teuthology.orchestra.run.smithi162.stdout: "key": 3, 2021-09-02T23:21:25.367 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.367 INFO:teuthology.orchestra.run.smithi162.stdout: "state": 1, 2021-09-02T23:21:25.368 INFO:teuthology.orchestra.run.smithi162.stdout: "marker": "1_1630623523.115450_82.1", 2021-09-02T23:21:25.369 INFO:teuthology.orchestra.run.smithi162.stdout: "next_step_marker": "", 2021-09-02T23:21:25.369 INFO:teuthology.orchestra.run.smithi162.stdout: "total_entries": 0, 2021-09-02T23:21:25.369 INFO:teuthology.orchestra.run.smithi162.stdout: "pos": 0, 2021-09-02T23:21:25.370 INFO:teuthology.orchestra.run.smithi162.stdout: "timestamp": "2021-09-02T22:58:43.115450Z", 2021-09-02T23:21:25.370 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 2 2021-09-02T23:21:25.370 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.371 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.371 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:21:25.371 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.372 INFO:teuthology.orchestra.run.smithi162.stdout: "full_sync": { 2021-09-02T23:21:25.372 INFO:teuthology.orchestra.run.smithi162.stdout: "total": 1, 2021-09-02T23:21:25.372 INFO:teuthology.orchestra.run.smithi162.stdout: "complete": 1 2021-09-02T23:21:25.373 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.373 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:21:25.374 INFO:rgw_multi.tests:finish meta checkpoint for zone=test-zone4 2021-09-02T23:21:25.375 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:25.376 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--access-key', 'P10FP644XVESM6VU', '--secret', 'tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:25.376 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone create --rgw-zone remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --access-key P10FP644XVESM6VU --secret tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:25.459 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:25.459 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:25.489 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:25.488+0000 7f6b14913380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:21:25.489 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:25.488+0000 7f6b14913380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:21:25.490 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:25.489+0000 7f6b14913380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:21:25.490 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:25.489+0000 7f6b14913380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:21:25.494 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:21:25.494 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "17e3ac30-9879-4ad0-a290-31fd900a870b", 2021-09-02T23:21:25.494 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "remove", 2021-09-02T23:21:25.495 INFO:teuthology.orchestra.run.smithi162.stdout: "domain_root": "remove.rgw.meta:root", 2021-09-02T23:21:25.495 INFO:teuthology.orchestra.run.smithi162.stdout: "control_pool": "remove.rgw.control", 2021-09-02T23:21:25.495 INFO:teuthology.orchestra.run.smithi162.stdout: "gc_pool": "remove.rgw.log:gc", 2021-09-02T23:21:25.495 INFO:teuthology.orchestra.run.smithi162.stdout: "lc_pool": "remove.rgw.log:lc", 2021-09-02T23:21:25.495 INFO:teuthology.orchestra.run.smithi162.stdout: "log_pool": "remove.rgw.log", 2021-09-02T23:21:25.496 INFO:teuthology.orchestra.run.smithi162.stdout: "intent_log_pool": "remove.rgw.log:intent", 2021-09-02T23:21:25.496 INFO:teuthology.orchestra.run.smithi162.stdout: "usage_log_pool": "remove.rgw.log:usage", 2021-09-02T23:21:25.496 INFO:teuthology.orchestra.run.smithi162.stdout: "roles_pool": "remove.rgw.meta:roles", 2021-09-02T23:21:25.496 INFO:teuthology.orchestra.run.smithi162.stdout: "reshard_pool": "remove.rgw.log:reshard", 2021-09-02T23:21:25.497 INFO:teuthology.orchestra.run.smithi162.stdout: "user_keys_pool": "remove.rgw.meta:users.keys", 2021-09-02T23:21:25.497 INFO:teuthology.orchestra.run.smithi162.stdout: "user_email_pool": "remove.rgw.meta:users.email", 2021-09-02T23:21:25.497 INFO:teuthology.orchestra.run.smithi162.stdout: "user_swift_pool": "remove.rgw.meta:users.swift", 2021-09-02T23:21:25.497 INFO:teuthology.orchestra.run.smithi162.stdout: "user_uid_pool": "remove.rgw.meta:users.uid", 2021-09-02T23:21:25.497 INFO:teuthology.orchestra.run.smithi162.stdout: "otp_pool": "remove.rgw.otp", 2021-09-02T23:21:25.498 INFO:teuthology.orchestra.run.smithi162.stdout: "system_key": { 2021-09-02T23:21:25.498 INFO:teuthology.orchestra.run.smithi162.stdout: "access_key": "P10FP644XVESM6VU", 2021-09-02T23:21:25.498 INFO:teuthology.orchestra.run.smithi162.stdout: "secret_key": "tos8AHIV2R1CyqkwiA2aZ0hNW2Fd7CMR" 2021-09-02T23:21:25.498 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.499 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_pools": [ 2021-09-02T23:21:25.499 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:25.499 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "default-placement", 2021-09-02T23:21:25.499 INFO:teuthology.orchestra.run.smithi162.stdout: "val": { 2021-09-02T23:21:25.499 INFO:teuthology.orchestra.run.smithi162.stdout: "index_pool": "remove.rgw.buckets.index", 2021-09-02T23:21:25.500 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": { 2021-09-02T23:21:25.500 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD": { 2021-09-02T23:21:25.500 INFO:teuthology.orchestra.run.smithi162.stdout: "data_pool": "remove.rgw.buckets.data" 2021-09-02T23:21:25.500 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.501 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:25.501 INFO:teuthology.orchestra.run.smithi162.stdout: "data_extra_pool": "remove.rgw.buckets.non-ec", 2021-09-02T23:21:25.501 INFO:teuthology.orchestra.run.smithi162.stdout: "index_type": 0 2021-09-02T23:21:25.501 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.501 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:25.502 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:25.502 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:25.502 INFO:teuthology.orchestra.run.smithi162.stdout: "notif_pool": "remove.rgw.log:notif" 2021-09-02T23:21:25.502 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:21:25.504 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['period', 'update', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:25.504 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'period', 'update', '--rgw-zone', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:25.505 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 period update --rgw-zone remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:25.546 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:25.547 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:25.556 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:25.555+0000 7fa6028bc380 0 period (483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e does not have zone 17e3ac30-9879-4ad0-a290-31fd900a870b configured 2021-09-02T23:21:33.381 INFO:teuthology.orchestra.run.smithi162.stderr:Sending period to new master zone 6655ba5b-1cfc-4c5d-97d4-da222f180601 2021-09-02T23:21:33.422 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2021-09-02T23:21:33.423 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:33.423 INFO:teuthology.orchestra.run.smithi162.stdout: "epoch": 6, 2021-09-02T23:21:33.424 INFO:teuthology.orchestra.run.smithi162.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:21:33.424 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_status": [ 2021-09-02T23:21:33.425 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:21:33.425 INFO:teuthology.orchestra.run.smithi162.stdout: "", 2021-09-02T23:21:33.425 INFO:teuthology.orchestra.run.smithi162.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:21:33.426 INFO:teuthology.orchestra.run.smithi162.stdout: "" 2021-09-02T23:21:33.426 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.427 INFO:teuthology.orchestra.run.smithi162.stdout: "period_map": { 2021-09-02T23:21:33.427 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:33.427 INFO:teuthology.orchestra.run.smithi162.stdout: "zonegroups": [ 2021-09-02T23:21:33.428 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.428 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "test-zonegroup", 2021-09-02T23:21:33.429 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zonegroup", 2021-09-02T23:21:33.429 INFO:teuthology.orchestra.run.smithi162.stdout: "api_name": "", 2021-09-02T23:21:33.429 INFO:teuthology.orchestra.run.smithi162.stdout: "is_master": "true", 2021-09-02T23:21:33.430 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:21:33.430 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.431 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.431 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames": [], 2021-09-02T23:21:33.432 INFO:teuthology.orchestra.run.smithi162.stdout: "hostnames_s3website": [], 2021-09-02T23:21:33.432 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.433 INFO:teuthology.orchestra.run.smithi162.stdout: "zones": [ 2021-09-02T23:21:33.433 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.433 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "17e3ac30-9879-4ad0-a290-31fd900a870b", 2021-09-02T23:21:33.434 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "remove", 2021-09-02T23:21:33.434 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [], 2021-09-02T23:21:33.435 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:21:33.435 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:21:33.436 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.436 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:21:33.436 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:21:33.437 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.437 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:21:33.437 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:21:33.438 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.438 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.438 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.439 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone1", 2021-09-02T23:21:33.439 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:21:33.439 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.440 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.440 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:21:33.441 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:21:33.441 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.442 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:21:33.442 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:21:33.442 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.444 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:21:33.444 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:21:33.444 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.445 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.445 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:33.446 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone2", 2021-09-02T23:21:33.446 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:21:33.446 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.446 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.447 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:21:33.447 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:21:33.447 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.448 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:21:33.448 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:21:33.448 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.448 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:21:33.449 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:21:33.449 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.449 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.450 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:33.451 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone4", 2021-09-02T23:21:33.451 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:21:33.451 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:21:33.452 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.452 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:21:33.453 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:21:33.453 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.454 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:21:33.454 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "pubsub", 2021-09-02T23:21:33.454 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "false", 2021-09-02T23:21:33.454 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [ 2021-09-02T23:21:33.455 INFO:teuthology.orchestra.run.smithi162.stdout: "test-zone1" 2021-09-02T23:21:33.455 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.455 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:21:33.456 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.456 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.456 INFO:teuthology.orchestra.run.smithi162.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:33.457 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "test-zone3", 2021-09-02T23:21:33.457 INFO:teuthology.orchestra.run.smithi162.stdout: "endpoints": [ 2021-09-02T23:21:33.457 INFO:teuthology.orchestra.run.smithi162.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:21:33.457 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.458 INFO:teuthology.orchestra.run.smithi162.stdout: "log_meta": "false", 2021-09-02T23:21:33.458 INFO:teuthology.orchestra.run.smithi162.stdout: "log_data": "true", 2021-09-02T23:21:33.458 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.458 INFO:teuthology.orchestra.run.smithi162.stdout: "read_only": "false", 2021-09-02T23:21:33.459 INFO:teuthology.orchestra.run.smithi162.stdout: "tier_type": "", 2021-09-02T23:21:33.459 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.460 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_from": [], 2021-09-02T23:21:33.460 INFO:teuthology.orchestra.run.smithi162.stdout: "redirect_zone": "" 2021-09-02T23:21:33.461 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:33.463 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.463 INFO:teuthology.orchestra.run.smithi162.stdout: "placement_targets": [ 2021-09-02T23:21:33.464 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.464 INFO:teuthology.orchestra.run.smithi162.stdout: "name": "default-placement", 2021-09-02T23:21:33.465 INFO:teuthology.orchestra.run.smithi162.stdout: "tags": [], 2021-09-02T23:21:33.465 INFO:teuthology.orchestra.run.smithi162.stdout: "storage_classes": [ 2021-09-02T23:21:33.466 INFO:teuthology.orchestra.run.smithi162.stdout: "STANDARD" 2021-09-02T23:21:33.466 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:21:33.467 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:33.467 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.467 INFO:teuthology.orchestra.run.smithi162.stdout: "default_placement": "default-placement", 2021-09-02T23:21:33.468 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:33.468 INFO:teuthology.orchestra.run.smithi162.stdout: "sync_policy": { 2021-09-02T23:21:33.469 INFO:teuthology.orchestra.run.smithi162.stdout: "groups": [] 2021-09-02T23:21:33.469 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:33.470 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:33.470 INFO:teuthology.orchestra.run.smithi162.stdout: ], 2021-09-02T23:21:33.471 INFO:teuthology.orchestra.run.smithi162.stdout: "short_zone_ids": [ 2021-09-02T23:21:33.471 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.471 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "17e3ac30-9879-4ad0-a290-31fd900a870b", 2021-09-02T23:21:33.471 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 291822681 2021-09-02T23:21:33.472 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.472 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.472 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.472 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 4263402381 2021-09-02T23:21:33.473 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.473 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.473 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:33.473 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 1921566560 2021-09-02T23:21:33.473 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.474 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.474 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:33.474 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 764212511 2021-09-02T23:21:33.474 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.475 INFO:teuthology.orchestra.run.smithi162.stdout: { 2021-09-02T23:21:33.475 INFO:teuthology.orchestra.run.smithi162.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:33.475 INFO:teuthology.orchestra.run.smithi162.stdout: "val": 682737247 2021-09-02T23:21:33.475 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:33.475 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2021-09-02T23:21:33.476 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.476 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:21:33.476 INFO:teuthology.orchestra.run.smithi162.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.476 INFO:teuthology.orchestra.run.smithi162.stdout: "period_config": { 2021-09-02T23:21:33.477 INFO:teuthology.orchestra.run.smithi162.stdout: "bucket_quota": { 2021-09-02T23:21:33.477 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:21:33.477 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:21:33.477 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:21:33.477 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:21:33.478 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:21:33.478 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.478 INFO:teuthology.orchestra.run.smithi162.stdout: "user_quota": { 2021-09-02T23:21:33.478 INFO:teuthology.orchestra.run.smithi162.stdout: "enabled": false, 2021-09-02T23:21:33.479 INFO:teuthology.orchestra.run.smithi162.stdout: "check_on_raw": false, 2021-09-02T23:21:33.479 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size": -1, 2021-09-02T23:21:33.479 INFO:teuthology.orchestra.run.smithi162.stdout: "max_size_kb": 0, 2021-09-02T23:21:33.479 INFO:teuthology.orchestra.run.smithi162.stdout: "max_objects": -1 2021-09-02T23:21:33.479 INFO:teuthology.orchestra.run.smithi162.stdout: } 2021-09-02T23:21:33.480 INFO:teuthology.orchestra.run.smithi162.stdout: }, 2021-09-02T23:21:33.480 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:33.480 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_name": "test-realm", 2021-09-02T23:21:33.480 INFO:teuthology.orchestra.run.smithi162.stdout: "realm_epoch": 4 2021-09-02T23:21:33.481 INFO:teuthology.orchestra.run.smithi162.stdout:} 2021-09-02T23:21:33.481 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.482 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.482 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --rgw-zone remove --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:33.531 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:33.531 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:33.547 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:33.545+0000 7f920b025380 0 failed reading obj info from .rgw.root:zone_info.774b8212-25eb-4051-978d-c06db3681198: (2) No such file or directory 2021-09-02T23:21:33.548 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:33.545+0000 7f920b025380 0 WARNING: could not read zone params for zone id=774b8212-25eb-4051-978d-c06db3681198 name=test-zone2 2021-09-02T23:21:33.548 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:33.546+0000 7f920b025380 0 failed reading obj info from .rgw.root:zone_info.9e17729b-88dc-4461-b011-48b62134cc9c: (2) No such file or directory 2021-09-02T23:21:33.548 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:33.546+0000 7f920b025380 0 WARNING: could not read zone params for zone id=9e17729b-88dc-4461-b011-48b62134cc9c name=test-zone4 2021-09-02T23:21:33.554 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:33.554 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T23:21:33.554 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T23:21:33.555 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T23:21:33.555 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T23:21:33.555 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.555 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.556 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.556 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:21:33.556 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:21:33.556 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.557 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T23:21:33.557 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.557 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.557 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T23:21:33.557 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.558 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.558 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.558 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.558 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.559 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.559 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.559 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:33.559 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.560 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:33.560 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:33.560 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:33.560 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.560 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:33.561 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone2", 2021-09-02T23:21:33.561 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.561 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.561 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.561 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.562 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.562 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.562 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.562 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:33.563 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.563 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:33.563 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:33.563 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:33.563 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.564 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:33.564 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone4", 2021-09-02T23:21:33.564 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.565 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:21:33.565 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.565 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.565 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.565 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.566 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.566 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "pubsub", 2021-09-02T23:21:33.566 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "false", 2021-09-02T23:21:33.566 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [ 2021-09-02T23:21:33.567 INFO:teuthology.orchestra.run.smithi132.stdout: "test-zone1" 2021-09-02T23:21:33.567 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.567 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:33.567 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:33.567 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.568 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:33.568 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T23:21:33.568 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.568 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:21:33.569 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.569 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.569 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.569 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.569 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.570 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:33.570 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.570 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:33.570 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:33.571 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:33.571 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.571 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T23:21:33.571 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.571 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T23:21:33.572 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T23:21:33.572 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T23:21:33.572 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T23:21:33.572 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:33.573 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:33.573 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.573 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T23:21:33.573 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:33.573 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:21:33.574 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:21:33.574 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:33.574 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:33.575 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.576 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'remove', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--rgw-zone', 'remove', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.577 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup remove --rgw-zonegroup test-zonegroup --rgw-realm test-realm --rgw-zone remove --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:33.629 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:33.629 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:33.647 INFO:teuthology.orchestra.run.smithi132.stderr:zone name remove not found in zonegroup test-zonegroup 2021-09-02T23:21:33.655 DEBUG:teuthology.orchestra.run:got remote process result: 2 2021-09-02T23:21:33.656 INFO:tasks.util.rgw:rgwadmin: c2.client.0 : ['zone', 'delete', '--rgw-zone', 'remove', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.656 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c2', 'zone', 'delete', '--rgw-zone', 'remove', '--cluster', 'c2', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.657 DEBUG:teuthology.orchestra.run.smithi162:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c2 zone delete --rgw-zone remove --cluster c2 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:33.715 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:33.716 INFO:teuthology.orchestra.run.smithi162.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:33.774 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:33.773+0000 7f46e296b380 0 failed reading obj info from .rgw.root:zone_info.6655ba5b-1cfc-4c5d-97d4-da222f180601: (2) No such file or directory 2021-09-02T23:21:33.775 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:33.773+0000 7f46e296b380 0 WARNING: could not read zone params for zone id=6655ba5b-1cfc-4c5d-97d4-da222f180601 name=test-zone1 2021-09-02T23:21:33.777 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:33.776+0000 7f46e296b380 0 failed reading obj info from .rgw.root:zone_info.eed3156c-d23a-4cb8-adc3-18067f5b15ba: (2) No such file or directory 2021-09-02T23:21:33.777 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:33.776+0000 7f46e296b380 0 WARNING: could not read zone params for zone id=eed3156c-d23a-4cb8-adc3-18067f5b15ba name=test-zone3 2021-09-02T23:21:33.783 INFO:teuthology.orchestra.run.smithi162.stderr:2021-09-02T23:21:33.783+0000 7f46e296b380 0 zone id 17e3ac30-9879-4ad0-a290-31fd900a870b is not a part of zonegroup default 2021-09-02T23:21:33.798 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.798 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:33.799 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:33.850 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:33.851 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:33.890 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:33.888+0000 7f2962c10380 0 WARNING: can't generate connection for zone 17e3ac30-9879-4ad0-a290-31fd900a870b id remove: no endpoints defined 2021-09-02T23:21:33.984 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:33.984 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:33.984 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 7, 2021-09-02T23:21:33.985 INFO:teuthology.orchestra.run.smithi132.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:21:33.985 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": [ 2021-09-02T23:21:33.985 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:21:33.985 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:21:33.985 INFO:teuthology.orchestra.run.smithi132.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:21:33.986 INFO:teuthology.orchestra.run.smithi132.stdout: "" 2021-09-02T23:21:33.986 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.986 INFO:teuthology.orchestra.run.smithi132.stdout: "period_map": { 2021-09-02T23:21:33.986 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:33.987 INFO:teuthology.orchestra.run.smithi132.stdout: "zonegroups": [ 2021-09-02T23:21:33.987 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.987 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T23:21:33.987 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T23:21:33.988 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T23:21:33.988 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T23:21:33.988 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.988 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.988 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.989 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:21:33.989 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:21:33.989 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.989 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T23:21:33.990 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.990 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:33.990 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T23:21:33.990 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.990 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.991 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.991 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.991 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.991 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.992 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.992 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:33.992 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.992 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:33.992 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:33.993 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:33.993 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.993 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:33.993 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone2", 2021-09-02T23:21:33.994 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.994 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:21:33.994 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.994 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.994 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.995 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.995 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.995 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:33.995 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:33.996 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:33.996 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:33.996 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:33.996 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:33.996 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:33.997 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone4", 2021-09-02T23:21:33.997 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:33.997 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:21:33.997 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:33.998 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:33.998 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:33.998 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:33.998 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:33.999 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "pubsub", 2021-09-02T23:21:33.999 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "false", 2021-09-02T23:21:33.999 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [ 2021-09-02T23:21:33.999 INFO:teuthology.orchestra.run.smithi132.stdout: "test-zone1" 2021-09-02T23:21:33.999 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.000 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.000 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.000 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.000 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:34.000 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T23:21:34.001 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:34.001 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:21:34.001 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.001 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:34.002 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:34.002 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:34.002 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:34.002 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:34.002 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:34.003 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:34.003 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.003 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.003 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.004 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T23:21:34.004 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.004 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T23:21:34.004 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T23:21:34.004 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T23:21:34.005 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T23:21:34.005 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:34.005 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.005 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.005 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T23:21:34.006 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.006 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:21:34.006 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:21:34.006 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.007 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.007 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.013 INFO:teuthology.orchestra.run.smithi132.stdout: "short_zone_ids": [ 2021-09-02T23:21:34.013 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.013 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:34.013 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 4263402381 2021-09-02T23:21:34.014 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.014 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.014 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:34.014 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 1921566560 2021-09-02T23:21:34.015 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.015 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.015 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:34.015 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 764212511 2021-09-02T23:21:34.016 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.016 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.016 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:34.016 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 682737247 2021-09-02T23:21:34.016 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.017 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:34.017 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.017 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:21:34.017 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:34.017 INFO:teuthology.orchestra.run.smithi132.stdout: "period_config": { 2021-09-02T23:21:34.018 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T23:21:34.018 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:21:34.018 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:21:34.018 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:21:34.018 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:21:34.019 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:21:34.019 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.019 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T23:21:34.019 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:21:34.020 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:21:34.020 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:21:34.020 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:21:34.020 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:21:34.020 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.021 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.021 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.021 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_name": "test-realm", 2021-09-02T23:21:34.021 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:21:34.021 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:34.023 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_zonegroup_remove ... ok 2021-09-02T23:21:34.024 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'create', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.024 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'create', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.025 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup create --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.067 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.067 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:34.104 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:34.105 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1e353909-6f1e-43a8-8f1a-15b78e056158", 2021-09-02T23:21:34.105 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "remove_zg", 2021-09-02T23:21:34.105 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "remove_zg", 2021-09-02T23:21:34.106 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "false", 2021-09-02T23:21:34.106 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [], 2021-09-02T23:21:34.107 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:21:34.107 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:21:34.108 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "", 2021-09-02T23:21:34.108 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [], 2021-09-02T23:21:34.109 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [], 2021-09-02T23:21:34.109 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "", 2021-09-02T23:21:34.109 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.110 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:21:34.110 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:21:34.111 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.112 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:34.113 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.114 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'create', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.114 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone create --rgw-zone remove --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.198 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.199 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:34.242 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:34.242 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6f1bf5f7-3205-41cf-a51d-ff49ed23f639", 2021-09-02T23:21:34.242 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "remove", 2021-09-02T23:21:34.243 INFO:teuthology.orchestra.run.smithi132.stdout: "domain_root": "remove.rgw.meta:root", 2021-09-02T23:21:34.243 INFO:teuthology.orchestra.run.smithi132.stdout: "control_pool": "remove.rgw.control", 2021-09-02T23:21:34.243 INFO:teuthology.orchestra.run.smithi132.stdout: "gc_pool": "remove.rgw.log:gc", 2021-09-02T23:21:34.244 INFO:teuthology.orchestra.run.smithi132.stdout: "lc_pool": "remove.rgw.log:lc", 2021-09-02T23:21:34.244 INFO:teuthology.orchestra.run.smithi132.stdout: "log_pool": "remove.rgw.log", 2021-09-02T23:21:34.244 INFO:teuthology.orchestra.run.smithi132.stdout: "intent_log_pool": "remove.rgw.log:intent", 2021-09-02T23:21:34.245 INFO:teuthology.orchestra.run.smithi132.stdout: "usage_log_pool": "remove.rgw.log:usage", 2021-09-02T23:21:34.245 INFO:teuthology.orchestra.run.smithi132.stdout: "roles_pool": "remove.rgw.meta:roles", 2021-09-02T23:21:34.246 INFO:teuthology.orchestra.run.smithi132.stdout: "reshard_pool": "remove.rgw.log:reshard", 2021-09-02T23:21:34.246 INFO:teuthology.orchestra.run.smithi132.stdout: "user_keys_pool": "remove.rgw.meta:users.keys", 2021-09-02T23:21:34.246 INFO:teuthology.orchestra.run.smithi132.stdout: "user_email_pool": "remove.rgw.meta:users.email", 2021-09-02T23:21:34.246 INFO:teuthology.orchestra.run.smithi132.stdout: "user_swift_pool": "remove.rgw.meta:users.swift", 2021-09-02T23:21:34.247 INFO:teuthology.orchestra.run.smithi132.stdout: "user_uid_pool": "remove.rgw.meta:users.uid", 2021-09-02T23:21:34.247 INFO:teuthology.orchestra.run.smithi132.stdout: "otp_pool": "remove.rgw.otp", 2021-09-02T23:21:34.247 INFO:teuthology.orchestra.run.smithi132.stdout: "system_key": { 2021-09-02T23:21:34.247 INFO:teuthology.orchestra.run.smithi132.stdout: "access_key": "", 2021-09-02T23:21:34.248 INFO:teuthology.orchestra.run.smithi132.stdout: "secret_key": "" 2021-09-02T23:21:34.248 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.248 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_pools": [ 2021-09-02T23:21:34.249 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.249 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "default-placement", 2021-09-02T23:21:34.249 INFO:teuthology.orchestra.run.smithi132.stdout: "val": { 2021-09-02T23:21:34.249 INFO:teuthology.orchestra.run.smithi132.stdout: "index_pool": "remove.rgw.buckets.index", 2021-09-02T23:21:34.250 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": { 2021-09-02T23:21:34.250 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD": { 2021-09-02T23:21:34.250 INFO:teuthology.orchestra.run.smithi132.stdout: "data_pool": "remove.rgw.buckets.data" 2021-09-02T23:21:34.250 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.251 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.251 INFO:teuthology.orchestra.run.smithi132.stdout: "data_extra_pool": "remove.rgw.buckets.non-ec", 2021-09-02T23:21:34.251 INFO:teuthology.orchestra.run.smithi132.stdout: "index_type": 0 2021-09-02T23:21:34.252 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.252 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.252 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.253 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.253 INFO:teuthology.orchestra.run.smithi132.stdout: "notif_pool": "remove.rgw.log:notif" 2021-09-02T23:21:34.254 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:34.255 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.256 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.257 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.341 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.341 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:34.472 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:34.472 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:34.472 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 8, 2021-09-02T23:21:34.472 INFO:teuthology.orchestra.run.smithi132.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:21:34.473 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": [ 2021-09-02T23:21:34.473 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:21:34.473 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:21:34.473 INFO:teuthology.orchestra.run.smithi132.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:21:34.474 INFO:teuthology.orchestra.run.smithi132.stdout: "" 2021-09-02T23:21:34.474 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.474 INFO:teuthology.orchestra.run.smithi132.stdout: "period_map": { 2021-09-02T23:21:34.474 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:34.475 INFO:teuthology.orchestra.run.smithi132.stdout: "zonegroups": [ 2021-09-02T23:21:34.475 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.475 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "1e353909-6f1e-43a8-8f1a-15b78e056158", 2021-09-02T23:21:34.475 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "remove_zg", 2021-09-02T23:21:34.475 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "remove_zg", 2021-09-02T23:21:34.476 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "false", 2021-09-02T23:21:34.476 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [], 2021-09-02T23:21:34.476 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:21:34.476 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:21:34.477 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6f1bf5f7-3205-41cf-a51d-ff49ed23f639", 2021-09-02T23:21:34.477 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T23:21:34.477 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.477 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6f1bf5f7-3205-41cf-a51d-ff49ed23f639", 2021-09-02T23:21:34.477 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "remove", 2021-09-02T23:21:34.478 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [], 2021-09-02T23:21:34.478 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:34.478 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "false", 2021-09-02T23:21:34.478 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:34.478 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:34.479 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:34.479 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:34.479 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:34.479 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.480 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.480 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.480 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T23:21:34.480 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.480 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T23:21:34.481 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T23:21:34.481 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T23:21:34.481 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T23:21:34.481 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:34.481 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.482 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.482 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T23:21:34.482 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.482 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:21:34.483 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:21:34.483 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.483 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.483 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.483 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T23:21:34.484 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T23:21:34.484 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T23:21:34.484 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T23:21:34.484 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:34.484 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:34.485 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.485 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:21:34.485 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:21:34.485 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:34.486 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T23:21:34.486 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.486 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:34.486 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T23:21:34.486 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:34.487 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:34.487 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.487 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:34.487 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:34.487 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:34.488 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:34.488 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:34.488 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:34.488 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:34.489 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.489 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.489 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.489 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:34.489 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone2", 2021-09-02T23:21:34.490 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:34.490 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:21:34.490 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.490 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:34.490 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:34.491 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:34.491 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:34.491 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:34.491 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:34.492 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:34.492 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.492 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.492 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.492 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:34.493 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone4", 2021-09-02T23:21:34.493 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:34.493 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:21:34.493 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.494 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:34.494 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:34.494 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:34.494 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:34.512 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "pubsub", 2021-09-02T23:21:34.513 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "false", 2021-09-02T23:21:34.513 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [ 2021-09-02T23:21:34.513 INFO:teuthology.orchestra.run.smithi132.stdout: "test-zone1" 2021-09-02T23:21:34.513 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.514 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.514 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.514 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.514 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:34.515 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T23:21:34.515 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:34.515 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:21:34.515 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.515 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:34.516 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:34.516 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:34.516 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:34.516 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:34.517 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:34.517 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:34.517 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:34.517 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.517 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.518 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T23:21:34.518 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.518 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T23:21:34.518 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T23:21:34.519 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T23:21:34.519 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T23:21:34.519 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:34.519 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.520 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.520 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T23:21:34.520 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.520 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:21:34.520 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:21:34.521 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.521 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.521 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:34.521 INFO:teuthology.orchestra.run.smithi132.stdout: "short_zone_ids": [ 2021-09-02T23:21:34.521 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.522 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:34.522 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 4263402381 2021-09-02T23:21:34.522 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.522 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.523 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6f1bf5f7-3205-41cf-a51d-ff49ed23f639", 2021-09-02T23:21:34.523 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 138660116 2021-09-02T23:21:34.523 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.523 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.523 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:34.524 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 1921566560 2021-09-02T23:21:34.524 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.524 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.524 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:34.524 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 764212511 2021-09-02T23:21:34.525 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.525 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:34.525 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:34.525 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 682737247 2021-09-02T23:21:34.526 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.526 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:34.526 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.526 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:21:34.526 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:34.527 INFO:teuthology.orchestra.run.smithi132.stdout: "period_config": { 2021-09-02T23:21:34.527 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T23:21:34.527 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:21:34.527 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:21:34.527 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:21:34.528 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:21:34.528 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:21:34.528 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.528 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T23:21:34.528 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:21:34.529 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:21:34.529 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:21:34.529 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:21:34.529 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:21:34.530 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:34.530 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:34.530 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:34.530 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_name": "test-realm", 2021-09-02T23:21:34.531 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:21:34.531 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:34.532 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zone', 'delete', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.533 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zone', 'delete', '--rgw-zone', 'remove', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.533 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zone delete --rgw-zone remove --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.583 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.583 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:34.636 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:34.634+0000 7f4286f27380 0 zone id 6f1bf5f7-3205-41cf-a51d-ff49ed23f639 is not a part of zonegroup test-zonegroup 2021-09-02T23:21:34.637 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:34.635+0000 7f4286f27380 0 zone id 6f1bf5f7-3205-41cf-a51d-ff49ed23f639 is not a part of zonegroup default 2021-09-02T23:21:34.648 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.649 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.650 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.703 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.703 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:34.765 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:21:34.763+0000 7fb5399d8380 0 ERROR: zonegroup remove_zg has a non existent master zone 2021-09-02T23:21:34.770 DEBUG:teuthology.orchestra.run:got remote process result: 22 2021-09-02T23:21:34.771 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['zonegroup', 'delete', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.772 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'zonegroup', 'delete', '--rgw-zonegroup', 'remove_zg', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.772 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 zonegroup delete --rgw-zonegroup remove_zg --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.822 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.823 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:34.880 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.881 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'period', 'update', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--commit', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0'] 2021-09-02T23:21:34.882 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 period update --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --commit --cluster c1 --debug-rgw 0 --debug-ms 0 2021-09-02T23:21:34.941 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:21:34.941 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:21:35.096 INFO:teuthology.orchestra.run.smithi132.stdout:{ 2021-09-02T23:21:35.096 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:35.096 INFO:teuthology.orchestra.run.smithi132.stdout: "epoch": 9, 2021-09-02T23:21:35.097 INFO:teuthology.orchestra.run.smithi132.stdout: "predecessor_uuid": "5927e2b4-a9ce-4aef-b6e8-b16adeb198fd", 2021-09-02T23:21:35.097 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_status": [ 2021-09-02T23:21:35.097 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:21:35.097 INFO:teuthology.orchestra.run.smithi132.stdout: "", 2021-09-02T23:21:35.098 INFO:teuthology.orchestra.run.smithi132.stdout: "1_1630624460.705354_83.1", 2021-09-02T23:21:35.098 INFO:teuthology.orchestra.run.smithi132.stdout: "" 2021-09-02T23:21:35.098 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.098 INFO:teuthology.orchestra.run.smithi132.stdout: "period_map": { 2021-09-02T23:21:35.099 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "483526f3-3b10-4c3a-b8d2-4e1fc44f1f0e", 2021-09-02T23:21:35.099 INFO:teuthology.orchestra.run.smithi132.stdout: "zonegroups": [ 2021-09-02T23:21:35.099 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.099 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "test-zonegroup", 2021-09-02T23:21:35.099 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zonegroup", 2021-09-02T23:21:35.100 INFO:teuthology.orchestra.run.smithi132.stdout: "api_name": "", 2021-09-02T23:21:35.100 INFO:teuthology.orchestra.run.smithi132.stdout: "is_master": "true", 2021-09-02T23:21:35.100 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:35.100 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:35.101 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.101 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames": [], 2021-09-02T23:21:35.101 INFO:teuthology.orchestra.run.smithi132.stdout: "hostnames_s3website": [], 2021-09-02T23:21:35.101 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:35.101 INFO:teuthology.orchestra.run.smithi132.stdout: "zones": [ 2021-09-02T23:21:35.102 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.102 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:35.102 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone1", 2021-09-02T23:21:35.102 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:35.103 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8000" 2021-09-02T23:21:35.103 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.103 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:35.103 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:35.103 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:35.104 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:35.104 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:35.104 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:35.104 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:35.104 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:35.105 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.105 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.105 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:35.105 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone2", 2021-09-02T23:21:35.106 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:35.106 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8000" 2021-09-02T23:21:35.106 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.106 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:35.106 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:35.107 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:35.107 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:35.107 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:35.107 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:35.108 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:35.108 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:35.108 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.108 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.108 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:35.109 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone4", 2021-09-02T23:21:35.109 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:35.109 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi162.front.sepia.ceph.com:8001" 2021-09-02T23:21:35.109 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.109 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:35.110 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:35.110 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:35.110 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:35.110 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "pubsub", 2021-09-02T23:21:35.111 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "false", 2021-09-02T23:21:35.111 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [ 2021-09-02T23:21:35.111 INFO:teuthology.orchestra.run.smithi132.stdout: "test-zone1" 2021-09-02T23:21:35.111 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.111 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:35.112 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.112 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.112 INFO:teuthology.orchestra.run.smithi132.stdout: "id": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:35.112 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "test-zone3", 2021-09-02T23:21:35.112 INFO:teuthology.orchestra.run.smithi132.stdout: "endpoints": [ 2021-09-02T23:21:35.113 INFO:teuthology.orchestra.run.smithi132.stdout: "http://smithi132.front.sepia.ceph.com:8001" 2021-09-02T23:21:35.113 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.113 INFO:teuthology.orchestra.run.smithi132.stdout: "log_meta": "false", 2021-09-02T23:21:35.113 INFO:teuthology.orchestra.run.smithi132.stdout: "log_data": "true", 2021-09-02T23:21:35.114 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_index_max_shards": 11, 2021-09-02T23:21:35.114 INFO:teuthology.orchestra.run.smithi132.stdout: "read_only": "false", 2021-09-02T23:21:35.114 INFO:teuthology.orchestra.run.smithi132.stdout: "tier_type": "", 2021-09-02T23:21:35.114 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from_all": "true", 2021-09-02T23:21:35.114 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_from": [], 2021-09-02T23:21:35.115 INFO:teuthology.orchestra.run.smithi132.stdout: "redirect_zone": "" 2021-09-02T23:21:35.115 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:35.115 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.115 INFO:teuthology.orchestra.run.smithi132.stdout: "placement_targets": [ 2021-09-02T23:21:35.116 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.116 INFO:teuthology.orchestra.run.smithi132.stdout: "name": "default-placement", 2021-09-02T23:21:35.116 INFO:teuthology.orchestra.run.smithi132.stdout: "tags": [], 2021-09-02T23:21:35.116 INFO:teuthology.orchestra.run.smithi132.stdout: "storage_classes": [ 2021-09-02T23:21:35.116 INFO:teuthology.orchestra.run.smithi132.stdout: "STANDARD" 2021-09-02T23:21:35.117 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:35.117 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:35.117 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.117 INFO:teuthology.orchestra.run.smithi132.stdout: "default_placement": "default-placement", 2021-09-02T23:21:35.118 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:35.118 INFO:teuthology.orchestra.run.smithi132.stdout: "sync_policy": { 2021-09-02T23:21:35.118 INFO:teuthology.orchestra.run.smithi132.stdout: "groups": [] 2021-09-02T23:21:35.118 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:35.118 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:35.119 INFO:teuthology.orchestra.run.smithi132.stdout: ], 2021-09-02T23:21:35.133 INFO:teuthology.orchestra.run.smithi132.stdout: "short_zone_ids": [ 2021-09-02T23:21:35.134 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.134 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:35.134 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 4263402381 2021-09-02T23:21:35.134 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.135 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.135 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "774b8212-25eb-4051-978d-c06db3681198", 2021-09-02T23:21:35.135 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 1921566560 2021-09-02T23:21:35.135 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.135 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.136 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "9e17729b-88dc-4461-b011-48b62134cc9c", 2021-09-02T23:21:35.136 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 764212511 2021-09-02T23:21:35.136 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.136 INFO:teuthology.orchestra.run.smithi132.stdout: { 2021-09-02T23:21:35.137 INFO:teuthology.orchestra.run.smithi132.stdout: "key": "eed3156c-d23a-4cb8-adc3-18067f5b15ba", 2021-09-02T23:21:35.137 INFO:teuthology.orchestra.run.smithi132.stdout: "val": 682737247 2021-09-02T23:21:35.137 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:35.137 INFO:teuthology.orchestra.run.smithi132.stdout: ] 2021-09-02T23:21:35.137 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.138 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zonegroup": "test-zonegroup", 2021-09-02T23:21:35.138 INFO:teuthology.orchestra.run.smithi132.stdout: "master_zone": "6655ba5b-1cfc-4c5d-97d4-da222f180601", 2021-09-02T23:21:35.138 INFO:teuthology.orchestra.run.smithi132.stdout: "period_config": { 2021-09-02T23:21:35.138 INFO:teuthology.orchestra.run.smithi132.stdout: "bucket_quota": { 2021-09-02T23:21:35.139 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:21:35.139 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:21:35.139 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:21:35.139 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:21:35.139 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:21:35.140 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.140 INFO:teuthology.orchestra.run.smithi132.stdout: "user_quota": { 2021-09-02T23:21:35.140 INFO:teuthology.orchestra.run.smithi132.stdout: "enabled": false, 2021-09-02T23:21:35.140 INFO:teuthology.orchestra.run.smithi132.stdout: "check_on_raw": false, 2021-09-02T23:21:35.141 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size": -1, 2021-09-02T23:21:35.141 INFO:teuthology.orchestra.run.smithi132.stdout: "max_size_kb": 0, 2021-09-02T23:21:35.141 INFO:teuthology.orchestra.run.smithi132.stdout: "max_objects": -1 2021-09-02T23:21:35.141 INFO:teuthology.orchestra.run.smithi132.stdout: } 2021-09-02T23:21:35.141 INFO:teuthology.orchestra.run.smithi132.stdout: }, 2021-09-02T23:21:35.142 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_id": "61243a6c-0a37-47f7-a025-365de09ae102", 2021-09-02T23:21:35.142 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_name": "test-realm", 2021-09-02T23:21:35.142 INFO:teuthology.orchestra.run.smithi132.stdout: "realm_epoch": 4 2021-09-02T23:21:35.142 INFO:teuthology.orchestra.run.smithi132.stdout:} 2021-09-02T23:21:35.144 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_zg_master_zone_delete ... ok 2021-09-02T23:21:35.144 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-50 2021-09-02T23:21:35.799 INFO:rgw_multi.tests:create bucket zone=test-zone2 name=yckhzp-51 2021-09-02T23:21:36.200 INFO:rgw_multi.tests:create bucket zone=test-zone3 name=yckhzp-52 2021-09-02T23:21:36.267 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-53 2021-09-02T23:21:36.270 INFO:tasks.rgw.c1.client.0.smithi132.stdout:*** Caught signal (Segmentation fault) ** 2021-09-02T23:21:36.271 INFO:tasks.rgw.c1.client.0.smithi132.stdout: in thread 7f2801147700 thread_name:radosgw 2021-09-02T23:21:36.271 INFO:tasks.rgw.c1.client.0.smithi132.stdout: ceph version 17.0.0-7401-g9366f375 (9366f375ac31713c35e559edbd160565b784db1d) quincy (dev) 2021-09-02T23:21:36.272 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 1: /lib64/libpthread.so.0(+0x12b20) [0x7f28d8d4ab20] 2021-09-02T23:21:36.272 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2: (rgw_log_op(rgw::sal::Store*, RGWREST*, req_state*, std::__cxx11::basic_string, std::allocator > const&, OpsLogSocket*)+0x5be) [0x7f28db95ef4e] 2021-09-02T23:21:36.272 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 3: (process_request(rgw::sal::Store*, RGWREST*, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, rgw::auth::StrategyRegistry const&, RGWRestfulIO*, OpsLogSocket*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x185c) [0x7f28db97ccac] 2021-09-02T23:21:36.273 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 4: /lib64/libradosgw.so.2(+0x54b3ed) [0x7f28db8b03ed] 2021-09-02T23:21:36.273 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 5: /lib64/libradosgw.so.2(+0x54c9d0) [0x7f28db8b19d0] 2021-09-02T23:21:36.274 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 6: /lib64/libradosgw.so.2(+0x54cb2c) [0x7f28db8b1b2c] 2021-09-02T23:21:36.274 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 7: make_fcontext() 2021-09-02T23:21:36.274 INFO:tasks.rgw.c1.client.0.smithi132.stdout:2021-09-02T23:21:36.267+0000 7f2801147700 -1 *** Caught signal (Segmentation fault) ** 2021-09-02T23:21:36.275 INFO:tasks.rgw.c1.client.0.smithi132.stdout: in thread 7f2801147700 thread_name:radosgw 2021-09-02T23:21:36.275 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2021-09-02T23:21:36.276 INFO:tasks.rgw.c1.client.0.smithi132.stdout: ceph version 17.0.0-7401-g9366f375 (9366f375ac31713c35e559edbd160565b784db1d) quincy (dev) 2021-09-02T23:21:36.276 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 1: /lib64/libpthread.so.0(+0x12b20) [0x7f28d8d4ab20] 2021-09-02T23:21:36.276 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2: (rgw_log_op(rgw::sal::Store*, RGWREST*, req_state*, std::__cxx11::basic_string, std::allocator > const&, OpsLogSocket*)+0x5be) [0x7f28db95ef4e] 2021-09-02T23:21:36.277 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 3: (process_request(rgw::sal::Store*, RGWREST*, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, rgw::auth::StrategyRegistry const&, RGWRestfulIO*, OpsLogSocket*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x185c) [0x7f28db97ccac] 2021-09-02T23:21:36.277 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 4: /lib64/libradosgw.so.2(+0x54b3ed) [0x7f28db8b03ed] 2021-09-02T23:21:36.278 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 5: /lib64/libradosgw.so.2(+0x54c9d0) [0x7f28db8b19d0] 2021-09-02T23:21:36.278 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 6: /lib64/libradosgw.so.2(+0x54cb2c) [0x7f28db8b1b2c] 2021-09-02T23:21:36.278 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 7: make_fcontext() 2021-09-02T23:21:36.279 INFO:tasks.rgw.c1.client.0.smithi132.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2021-09-02T23:21:36.279 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2021-09-02T23:21:36.285 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 0> 2021-09-02T23:21:36.267+0000 7f2801147700 -1 *** Caught signal (Segmentation fault) ** 2021-09-02T23:21:36.285 INFO:tasks.rgw.c1.client.0.smithi132.stdout: in thread 7f2801147700 thread_name:radosgw 2021-09-02T23:21:36.285 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2021-09-02T23:21:36.285 INFO:tasks.rgw.c1.client.0.smithi132.stdout: ceph version 17.0.0-7401-g9366f375 (9366f375ac31713c35e559edbd160565b784db1d) quincy (dev) 2021-09-02T23:21:36.286 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 1: /lib64/libpthread.so.0(+0x12b20) [0x7f28d8d4ab20] 2021-09-02T23:21:36.286 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2: (rgw_log_op(rgw::sal::Store*, RGWREST*, req_state*, std::__cxx11::basic_string, std::allocator > const&, OpsLogSocket*)+0x5be) [0x7f28db95ef4e] 2021-09-02T23:21:36.286 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 3: (process_request(rgw::sal::Store*, RGWREST*, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, rgw::auth::StrategyRegistry const&, RGWRestfulIO*, OpsLogSocket*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x185c) [0x7f28db97ccac] 2021-09-02T23:21:36.286 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 4: /lib64/libradosgw.so.2(+0x54b3ed) [0x7f28db8b03ed] 2021-09-02T23:21:36.287 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 5: /lib64/libradosgw.so.2(+0x54c9d0) [0x7f28db8b19d0] 2021-09-02T23:21:36.287 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 6: /lib64/libradosgw.so.2(+0x54cb2c) [0x7f28db8b1b2c] 2021-09-02T23:21:36.287 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 7: make_fcontext() 2021-09-02T23:21:36.287 INFO:tasks.rgw.c1.client.0.smithi132.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2021-09-02T23:21:36.287 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2021-09-02T23:21:36.299 INFO:tasks.rgw.c1.client.0.smithi132.stdout: -2> 2021-09-02T23:21:36.267+0000 7f2801147700 -1 *** Caught signal (Segmentation fault) ** 2021-09-02T23:21:36.300 INFO:tasks.rgw.c1.client.0.smithi132.stdout: in thread 7f2801147700 thread_name:radosgw 2021-09-02T23:21:36.300 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2021-09-02T23:21:36.300 INFO:tasks.rgw.c1.client.0.smithi132.stdout: ceph version 17.0.0-7401-g9366f375 (9366f375ac31713c35e559edbd160565b784db1d) quincy (dev) 2021-09-02T23:21:36.300 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 1: /lib64/libpthread.so.0(+0x12b20) [0x7f28d8d4ab20] 2021-09-02T23:21:36.301 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2: (rgw_log_op(rgw::sal::Store*, RGWREST*, req_state*, std::__cxx11::basic_string, std::allocator > const&, OpsLogSocket*)+0x5be) [0x7f28db95ef4e] 2021-09-02T23:21:36.301 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 3: (process_request(rgw::sal::Store*, RGWREST*, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, rgw::auth::StrategyRegistry const&, RGWRestfulIO*, OpsLogSocket*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x185c) [0x7f28db97ccac] 2021-09-02T23:21:36.301 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 4: /lib64/libradosgw.so.2(+0x54b3ed) [0x7f28db8b03ed] 2021-09-02T23:21:36.301 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 5: /lib64/libradosgw.so.2(+0x54c9d0) [0x7f28db8b19d0] 2021-09-02T23:21:36.302 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 6: /lib64/libradosgw.so.2(+0x54cb2c) [0x7f28db8b1b2c] 2021-09-02T23:21:36.302 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 7: make_fcontext() 2021-09-02T23:21:36.302 INFO:tasks.rgw.c1.client.0.smithi132.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2021-09-02T23:21:36.302 INFO:tasks.rgw.c1.client.0.smithi132.stdout: 2021-09-02T23:21:36.456 INFO:tasks.rgw.c1.client.0.smithi132.stderr:daemon-helper: command crashed with signal 11 2021-09-02T23:21:41.058 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~0s 2021-09-02T23:21:46.663 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~6s 2021-09-02T23:21:52.269 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~11s 2021-09-02T23:21:57.876 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~17s 2021-09-02T23:22:03.482 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~22s 2021-09-02T23:22:09.089 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~28s 2021-09-02T23:22:14.694 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~34s 2021-09-02T23:22:20.300 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~39s 2021-09-02T23:22:25.906 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~45s 2021-09-02T23:22:31.511 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~50s 2021-09-02T23:22:37.117 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~56s 2021-09-02T23:22:42.723 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~62s 2021-09-02T23:22:43.032 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_set_bucket_website ... rgw_multi.tests.test_set_bucket_policy ... ERROR 2021-09-02T23:22:43.035 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-54 2021-09-02T23:22:48.327 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~67s 2021-09-02T23:22:53.932 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~73s 2021-09-02T23:22:59.536 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~78s 2021-09-02T23:23:05.141 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~84s 2021-09-02T23:23:10.746 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~90s 2021-09-02T23:23:16.352 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~95s 2021-09-02T23:23:21.956 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~101s 2021-09-02T23:23:27.561 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~107s 2021-09-02T23:23:33.165 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~112s 2021-09-02T23:23:33.320 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_disable ... ERROR 2021-09-02T23:23:33.321 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-55 2021-09-02T23:23:38.769 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~118s 2021-09-02T23:23:44.374 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~123s 2021-09-02T23:23:49.979 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~129s 2021-09-02T23:23:55.584 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~135s 2021-09-02T23:24:01.189 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~140s 2021-09-02T23:24:06.793 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~146s 2021-09-02T23:24:12.399 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~151s 2021-09-02T23:24:18.006 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~157s 2021-09-02T23:24:23.611 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~163s 2021-09-02T23:24:29.216 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~168s 2021-09-02T23:24:34.821 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~174s 2021-09-02T23:24:40.426 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~179s 2021-09-02T23:24:46.031 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~185s 2021-09-02T23:24:51.636 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~191s 2021-09-02T23:24:57.241 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~196s 2021-09-02T23:25:02.925 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~202s 2021-09-02T23:25:08.529 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~207s 2021-09-02T23:25:10.371 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_enable_right_after_disable ... ERROR 2021-09-02T23:25:10.373 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-56 2021-09-02T23:25:14.134 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~213s 2021-09-02T23:25:19.739 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~219s 2021-09-02T23:25:25.344 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~224s 2021-09-02T23:25:30.949 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~230s 2021-09-02T23:25:36.555 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~235s 2021-09-02T23:25:42.159 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~241s 2021-09-02T23:25:47.763 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~247s 2021-09-02T23:25:53.368 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~252s 2021-09-02T23:25:58.972 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~258s 2021-09-02T23:26:00.834 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_sync_disable_enable ... ERROR 2021-09-02T23:26:00.835 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-57 2021-09-02T23:26:04.577 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~264s 2021-09-02T23:26:10.182 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~269s 2021-09-02T23:26:15.786 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~275s 2021-09-02T23:26:21.391 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~280s 2021-09-02T23:26:26.996 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~286s 2021-09-02T23:26:32.600 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~292s 2021-09-02T23:26:38.205 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~297s 2021-09-02T23:26:43.809 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon c1.rgw.client.0 is failed for ~303s 2021-09-02T23:26:43.810 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2021-09-02T23:26:44.414 INFO:tasks.ceph.c1.osd.0:Sent signal 15 2021-09-02T23:26:44.416 INFO:tasks.ceph.c1.osd.1:Sent signal 15 2021-09-02T23:26:44.417 INFO:tasks.ceph.c1.osd.2:Sent signal 15 2021-09-02T23:26:44.417 INFO:tasks.ceph.c1.mon.a:Sent signal 15 2021-09-02T23:26:44.417 INFO:tasks.rgw.c1.client.1:Sent signal 15 2021-09-02T23:26:44.418 INFO:tasks.ceph.c1.mgr.x:Sent signal 15 2021-09-02T23:26:44.419 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T23:26:44.414+0000 7f9b077e0700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c1 -i 0 (PID: 30402) UID: 0 2021-09-02T23:26:44.419 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T23:26:44.414+0000 7f9b077e0700 -1 osd.0 64 *** Got signal Terminated *** 2021-09-02T23:26:44.420 INFO:tasks.ceph.c1.osd.0.smithi132.stderr:2021-09-02T23:26:44.414+0000 7f9b077e0700 -1 osd.0 64 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-09-02T23:26:44.420 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T23:26:44.416+0000 7f769f700700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c1 -i 1 (PID: 30404) UID: 0 2021-09-02T23:26:44.421 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T23:26:44.416+0000 7f769f700700 -1 osd.1 64 *** Got signal Terminated *** 2021-09-02T23:26:44.421 INFO:tasks.ceph.c1.osd.1.smithi132.stderr:2021-09-02T23:26:44.416+0000 7f769f700700 -1 osd.1 64 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-09-02T23:26:44.421 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T23:26:44.416+0000 7f172eed0700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster c1 -i 2 (PID: 30407) UID: 0 2021-09-02T23:26:44.422 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T23:26:44.416+0000 7f172eed0700 -1 osd.2 64 *** Got signal Terminated *** 2021-09-02T23:26:44.422 INFO:tasks.ceph.c1.osd.2.smithi132.stderr:2021-09-02T23:26:44.416+0000 7f172eed0700 -1 osd.2 64 *** Immediate shutdown (osd_fast_shutdown=true) *** 2021-09-02T23:26:44.422 INFO:tasks.ceph.c1.mon.a.smithi132.stderr:2021-09-02T23:26:44.417+0000 7f024d732700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster c1 -i a (PID: 30084) UID: 0 2021-09-02T23:26:44.423 INFO:tasks.ceph.c1.mon.a.smithi132.stderr:2021-09-02T23:26:44.417+0000 7f024d732700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2021-09-02T23:26:44.423 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:26:44.417+0000 7fa72f241700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=8001 -n client.1 --cluster c1 -k /etc/ceph/c1.client.1.keyring --log-file /var/log/ceph/rgw.c1.client.1.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.c1.client.1.sock --foreground --rgw-zone test-zone3 --rgw-zonegroup test-zonegroup --rgw-realm test-realm (PID: 62003) UID: 0 2021-09-02T23:26:44.424 INFO:tasks.rgw.c1.client.1.smithi132.stdout:2021-09-02T23:26:44.417+0000 7fa74017c440 -1 shutting down 2021-09-02T23:26:44.424 INFO:tasks.ceph.c1.mgr.x.smithi132.stderr:2021-09-02T23:26:44.417+0000 7fecf9489700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mgr -f --cluster c1 -i x (PID: 30088) UID: 0 2021-09-02T23:26:44.425 INFO:tasks.ceph.c1.mgr.x.smithi132.stderr:2021-09-02T23:26:44.417+0000 7fecf9489700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2021-09-02T23:26:52.627 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_multipart_object_sync ... ERROR 2021-09-02T23:26:52.628 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-58 2021-09-02T23:28:12.635 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_encrypted_object_sync ... ERROR 2021-09-02T23:28:12.637 INFO:rgw_multi.tests:create bucket zone=test-zone1 name=yckhzp-59 2021-09-02T23:29:15.226 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_index_log_trim ... ERROR 2021-09-02T23:29:15.228 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:29:15.229 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-02T23:29:15.230 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-02T23:29:15.278 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-02T23:29:15.279 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-02T23:34:15.280 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:34:15.278+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-02T23:39:15.282 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:39:15.280+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-02T23:44:15.282 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:44:15.280+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-02T23:49:15.282 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:49:15.280+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-02T23:54:15.284 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:54:15.281+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-02T23:59:15.283 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-02T23:59:15.281+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:04:15.286 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:04:15.281+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:09:15.284 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:09:15.282+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:14:15.285 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:14:15.283+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:19:15.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T00:19:15.288 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:19:15.283+0000 7f79e8470380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:19:15.288 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T00:19:15.289 INFO:tasks.rgw_multisite_tests:rgw_multi.tests.test_bucket_creation_time ... FAIL 2021-09-03T00:19:15.290 INFO:tasks.rgw_multisite_tests:log information for manual testing ... ok 2021-09-03T00:19:15.291 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T00:19:15.293 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T00:19:15.294 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T00:19:15.344 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T00:19:15.344 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T00:24:15.347 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:24:15.345+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:29:15.347 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:29:15.345+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:34:15.348 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:34:15.346+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:39:15.349 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:39:15.346+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:44:15.349 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:44:15.346+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:49:15.349 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:49:15.347+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:54:15.350 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:54:15.347+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T00:59:15.351 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T00:59:15.348+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:04:15.353 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:04:15.350+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:09:15.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T01:09:15.356 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:09:15.352+0000 7f99f078f380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:09:15.357 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T01:09:15.358 INFO:tasks.rgw_multisite_tests:test low level implementation of s3 notifications ... FAIL 2021-09-03T01:09:15.359 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T01:09:15.360 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T01:09:15.361 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T01:09:15.411 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T01:09:15.412 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T01:14:15.414 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:14:15.412+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:19:15.414 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:19:15.412+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:24:15.415 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:24:15.413+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:29:15.415 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:29:15.413+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:34:15.417 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:34:15.414+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:39:15.418 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:39:15.414+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:44:15.417 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:44:15.415+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:49:15.417 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:49:15.414+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:54:15.418 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:54:15.416+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:59:15.419 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T01:59:15.422 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T01:59:15.416+0000 7f2bd8a7e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T01:59:15.422 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T01:59:15.423 INFO:tasks.rgw_multisite_tests:test s3 records fetching ... FAIL 2021-09-03T01:59:15.425 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T01:59:15.426 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T01:59:15.427 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T01:59:15.475 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T01:59:15.475 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T02:04:15.480 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:04:15.476+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:09:15.478 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:09:15.477+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:14:15.479 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:14:15.477+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:19:15.479 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:19:15.478+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:24:15.480 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:24:15.478+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:29:15.480 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:29:15.479+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:34:15.480 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:34:15.479+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:39:15.481 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:39:15.479+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:44:15.481 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:44:15.480+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:49:15.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T02:49:15.484 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:49:15.480+0000 7fb4d938d380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:49:15.485 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T02:49:15.486 INFO:tasks.rgw_multisite_tests:test s3 notification set/get/delete ... FAIL 2021-09-03T02:49:15.487 INFO:tasks.rgw_multisite_tests:test s3 notification filter on master ... ok 2021-09-03T02:49:15.487 INFO:tasks.rgw_multisite_tests:rgw_multi.tests_ps.test_object_timing ... ok 2021-09-03T02:49:15.488 INFO:tasks.rgw_multisite_tests:test that opaque id set in topic, is sent in notification ... ok 2021-09-03T02:49:15.489 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T02:49:15.489 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T02:49:15.490 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T02:49:15.540 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T02:49:15.541 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T02:54:15.543 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:54:15.541+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T02:59:15.545 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T02:59:15.542+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:04:15.546 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:04:15.544+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:09:15.546 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:09:15.545+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:14:15.547 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:14:15.545+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:19:15.548 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:19:15.546+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:24:15.549 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:24:15.547+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:29:15.549 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:29:15.547+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:34:15.550 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:34:15.549+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:39:15.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T03:39:15.555 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:39:15.550+0000 7f785bd89380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:39:15.555 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T03:39:15.557 INFO:tasks.rgw_multisite_tests:test set/get/delete of topic ... FAIL 2021-09-03T03:39:15.558 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T03:39:15.559 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T03:39:15.560 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T03:39:15.612 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T03:39:15.612 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T03:44:15.615 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:44:15.613+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:49:15.615 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:49:15.614+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:54:15.616 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:54:15.614+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T03:59:15.617 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T03:59:15.615+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:04:15.617 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:04:15.615+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:09:15.617 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:09:15.615+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:14:15.618 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:14:15.616+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:19:15.618 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:19:15.616+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:24:15.619 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:24:15.617+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:29:15.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T04:29:15.624 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:29:15.618+0000 7fb76b747380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:29:15.625 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T04:29:15.627 INFO:tasks.rgw_multisite_tests:test set topic with endpoint ... FAIL 2021-09-03T04:29:15.629 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T04:29:15.630 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T04:29:15.632 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T04:29:15.681 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T04:29:15.681 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T04:34:15.684 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:34:15.682+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:39:15.684 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:39:15.682+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:44:15.685 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:44:15.683+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:49:15.686 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:49:15.683+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:54:15.686 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:54:15.685+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T04:59:15.689 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T04:59:15.686+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:04:15.689 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:04:15.686+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:09:15.689 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:09:15.688+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:14:15.690 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:14:15.688+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:19:15.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T05:19:15.699 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:19:15.689+0000 7fb275d61380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:19:15.699 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T05:19:15.701 INFO:tasks.rgw_multisite_tests:test set/get/delete of notification ... FAIL 2021-09-03T05:19:15.702 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T05:19:15.703 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T05:19:15.704 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T05:19:15.754 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T05:19:15.755 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T05:24:15.757 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:24:15.756+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:29:15.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:29:15.756+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:34:15.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:34:15.757+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:39:15.758 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:39:15.757+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:44:15.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:44:15.758+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:49:15.759 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:49:15.757+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:54:15.760 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:54:15.759+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T05:59:15.760 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T05:59:15.759+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:04:15.762 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:04:15.759+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:09:15.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T06:09:15.764 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:09:15.759+0000 7fe37a17e380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:09:15.765 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T06:09:15.766 INFO:tasks.rgw_multisite_tests:test set/get/delete of notification on specific events ... FAIL 2021-09-03T06:09:15.767 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T06:09:15.768 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T06:09:15.769 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T06:09:15.819 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T06:09:15.819 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T06:14:15.822 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:14:15.820+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:19:15.822 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:19:15.821+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:24:15.824 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:24:15.821+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:29:15.825 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:29:15.822+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:34:15.825 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:34:15.822+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:39:15.825 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:39:15.823+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:44:15.826 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:44:15.822+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:49:15.826 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:49:15.824+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:54:15.827 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:54:15.824+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:59:15.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T06:59:15.831 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T06:59:15.824+0000 7f2cac96b380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T06:59:15.831 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T06:59:15.832 INFO:tasks.rgw_multisite_tests:test set/get/delete of subscription ... FAIL 2021-09-03T06:59:15.834 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T06:59:15.834 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T06:59:15.835 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T06:59:15.885 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T06:59:15.886 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T07:04:15.888 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:04:15.886+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:09:15.889 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:09:15.887+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:14:15.889 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:14:15.888+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:19:15.890 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:19:15.887+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:24:15.889 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:24:15.888+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:29:15.886 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:29:15.889+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:34:15.884 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:34:15.889+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:39:15.883 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:39:15.890+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:44:15.883 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:44:15.889+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:49:15.883 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T07:49:15.885 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:49:15.891+0000 7f24887c1380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:49:15.885 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T07:49:15.887 INFO:tasks.rgw_multisite_tests:test radosgw-admin commands ... FAIL 2021-09-03T07:49:15.888 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T07:49:15.889 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T07:49:15.890 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T07:49:15.939 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T07:49:15.940 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T07:54:15.943 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:54:15.951+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T07:59:15.942 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T07:59:15.951+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:04:15.942 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:04:15.951+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:09:15.943 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:09:15.952+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:14:15.944 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:14:15.952+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:19:15.944 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:19:15.953+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:24:15.945 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:24:15.954+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:29:15.943 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:29:15.954+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:34:15.947 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:34:15.954+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:39:15.953 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T08:39:15.956 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:39:15.954+0000 7fd17c973380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:39:15.957 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T08:39:15.959 INFO:tasks.rgw_multisite_tests:test that events are only sent on incremental sync ... FAIL 2021-09-03T08:39:15.960 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T08:39:15.961 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T08:39:15.962 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T08:39:16.011 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T08:39:16.012 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T08:44:16.017 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:44:16.017+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:49:16.020 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:49:16.017+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:54:16.020 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:54:16.017+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T08:59:16.023 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T08:59:16.018+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:04:16.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:04:16.019+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:09:16.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:09:16.021+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:14:16.024 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:14:16.021+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:19:16.024 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:19:16.022+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:24:16.025 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:24:16.022+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:29:16.026 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T09:29:16.028 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:29:16.023+0000 7fb65bae9380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:29:16.028 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T09:29:16.030 INFO:tasks.rgw_multisite_tests:test subscriptions for different events ... FAIL 2021-09-03T09:29:16.031 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T09:29:16.032 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T09:29:16.032 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T09:29:16.083 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T09:29:16.083 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T09:34:16.086 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:34:16.083+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:39:16.088 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:39:16.084+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:44:16.087 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:44:16.084+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:49:16.087 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:49:16.084+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:54:16.088 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:54:16.085+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T09:59:16.088 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T09:59:16.086+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:04:16.088 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:04:16.086+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:09:16.089 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:09:16.087+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:14:16.089 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:14:16.087+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:19:16.090 DEBUG:teuthology.orchestra.run:got remote process result: 1 2021-09-03T10:19:16.093 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:19:16.087+0000 7ff75aaad380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:19:16.094 INFO:teuthology.orchestra.run.smithi132.stderr:failed to fetch mon config (--no-mon-config to skip) 2021-09-03T10:19:16.095 INFO:tasks.rgw_multisite_tests:test incremental fetching of events from a subscription ... FAIL 2021-09-03T10:19:16.097 INFO:tasks.util.rgw:rgwadmin: c1.client.0 : ['mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T10:19:16.098 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'c1', 'mdlog', 'status', '--rgw-zone', 'test-zone1', '--rgw-zonegroup', 'test-zonegroup', '--rgw-realm', 'test-realm', '--cluster', 'c1', '--debug-rgw', '0', '--debug-ms', '0', '--rgw-cache-enabled', 'false'] 2021-09-03T10:19:16.099 DEBUG:teuthology.orchestra.run.smithi132:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster c1 mdlog status --rgw-zone test-zone1 --rgw-zonegroup test-zonegroup --rgw-realm test-realm --cluster c1 --debug-rgw 0 --debug-ms 0 --rgw-cache-enabled false 2021-09-03T10:19:16.148 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setuser ceph since I am not root 2021-09-03T10:19:16.148 INFO:teuthology.orchestra.run.smithi132.stderr:ignoring --setgroup ceph since I am not root 2021-09-03T10:24:16.151 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:24:16.148+0000 7fa21c8e0380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:29:16.151 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:29:16.149+0000 7fa21c8e0380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:34:16.152 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:34:16.150+0000 7fa21c8e0380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:39:16.152 INFO:teuthology.orchestra.run.smithi132.stderr:2021-09-03T10:39:16.150+0000 7fa21c8e0380 0 monclient(hunting): authenticate timed out after 300 2021-09-03T10:43:36.341 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2021-09-03T10:43:36.344 DEBUG:teuthology.task.console_log:Killing console logger for smithi132 2021-09-03T10:43:36.345 DEBUG:teuthology.task.console_log:Killing console logger for smithi162 2021-09-03T10:43:36.345 DEBUG:teuthology.exit:Finished running handlers